<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Public Health</journal-id>
<journal-title>Frontiers in Public Health</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Public Health</abbrev-journal-title>
<issn pub-type="epub">2296-2565</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fpubh.2024.1362246</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Public Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>The potential of virtual triage AI to improve early detection, care acuity alignment, and emergent care referral of life-threatening conditions</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" corresp="yes">
<name><surname>Gellert</surname> <given-names>George A.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x002A;</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1766729/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/visualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/software/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kabat-Karabon</surname> <given-names>Aleksandra</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/validation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gellert</surname> <given-names>Gabriel L.</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Ras&#x0142;awska-Socha</surname> <given-names>Joanna</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Gorski</surname> <given-names>Stanislaw</given-names></name>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2252439/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/resources/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Price</surname> <given-names>Tim</given-names></name>
<xref ref-type="aff" rid="aff5"><sup>5</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Kuszczy&#x0144;ski</surname> <given-names>Kacper</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Marcjasz</surname> <given-names>Natalia</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Palczewski</surname> <given-names>Mateusz</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff6"><sup>6</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Jaszczak</surname> <given-names>Jakub</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/1283189/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Loh</surname> <given-names>Irving K.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="aff" rid="aff7"><sup>7</sup></xref>
<uri xlink:href="https://loop.frontiersin.org/people/2615957/overview"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Orzechowski</surname> <given-names>Piotr M.</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<role content-type="https://credit.niso.org/contributor-roles/project-administration/"/>
<role content-type="https://credit.niso.org/contributor-roles/supervision/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Infermedica, Inc</institution>, <addr-line>San Antonio, TX</addr-line>, <country>United States</country></aff>
<aff id="aff2"><sup>2</sup><institution>Infermedica, Inc</institution>, <addr-line>Wroclaw</addr-line>, <country>Poland</country></aff>
<aff id="aff3"><sup>3</sup><institution>Infermedica, Inc</institution>, <addr-line>Toronto</addr-line>, <country>Canada</country></aff>
<aff id="aff4"><sup>4</sup><institution>Department of Medical Education, Jagiellonian University Medical College</institution>, <addr-line>Krak&#x00F3;w</addr-line>, <country>Poland</country></aff>
<aff id="aff5"><sup>5</sup><institution>Infermedica Inc</institution>, <addr-line>London</addr-line>, <country>United Kingdom</country></aff>
<aff id="aff6"><sup>6</sup><institution>Pediatric Surgery and Urology Department, Wroclaw Medical University</institution>, <addr-line>Wroclaw</addr-line>, <country>Poland</country></aff>
<aff id="aff7"><sup>7</sup><institution>Ventura Heart Institute</institution>, <addr-line>California, Thousand Oaks, CA</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by" id="fn0001"><p>Edited by: Katie MacLure, National Health Service Scotland, United Kingdom</p></fn>
<fn fn-type="edited-by" id="fn0002"><p>Reviewed by: Sherif Gonem, Nottingham University Hospitals NHS Trust, United Kingdom</p>
<p>Grazziela Figueredo, University of Nottingham, United Kingdom</p></fn>
<corresp id="c001">&#x002A;Correspondence: George A. Gellert, <email>ggellert33@gmail.com</email>; <email>gabriel.gellert@infermedica.com</email></corresp>
</author-notes>
<pub-date pub-type="epub">
<day>13</day>
<month>05</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>12</volume>
<elocation-id>1362246</elocation-id>
<history>
<date date-type="received">
<day>28</day>
<month>12</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>27</day>
<month>02</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x00A9; 2024 Gellert, Kabat-Karabon, Gellert, Ras&#x0142;awska-Socha, Gorski, Price, Kuszczy&#x0144;ski, Marcjasz, Palczewski, Jaszczak, Loh and Orzechowski.</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Gellert, Kabat-Karabon, Gellert, Ras&#x0142;awska-Socha, Gorski, Price, Kuszczy&#x0144;ski, Marcjasz, Palczewski, Jaszczak, Loh and Orzechowski</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec id="sec1">
<title>Objective</title>
<p>To evaluate the extent to which patient-users reporting symptoms of five severe/acute conditions requiring emergency care to an AI-based virtual triage (VT) engine had no intention to get such care, and whose acuity perception was misaligned or decoupled from actual risk of life-threatening symptoms.</p>
</sec>
<sec id="sec2">
<title>Methods</title>
<p>A dataset of 3,022,882 VT interviews conducted over 16&#x2009;months was evaluated to quantify and describe patient-users reporting symptoms of five potentially life-threatening conditions whose pre-triage healthcare intention was other than seeking urgent care, including myocardial infarction, stroke, asthma exacerbation, pneumonia, and pulmonary embolism.</p>
</sec>
<sec id="sec3">
<title>Results</title>
<p>Healthcare intent data was obtained for 12,101 VT patient-user interviews. Across all five conditions a weighted mean of 38.5% of individuals whose VT indicated a condition requiring emergency care had no pre-triage intent to consult a physician. Furthermore, 61.5% intending to possibly consult a physician had no intent to seek emergency medical care. After adjustment for 13% VT safety over-triage/referral to ED, a weighted mean of 33.5% of patient-users had no intent to seek professional care, and 53.5% had no intent to seek emergency care.</p>
</sec>
<sec id="sec4">
<title>Conclusion</title>
<p>AI-based VT may offer a vehicle for early detection and care acuity alignment of severe evolving pathology by engaging patients who believe their symptoms are not serious, and for accelerating care referral and delivery for life-threatening conditions where patient misunderstanding of risk, or indecision, causes care delay. A next step will be clinical confirmation that when decoupling of patient care intent from emergent care need occurs, VT can influence patient behavior to accelerate care engagement and/or emergency care dispatch and treatment to improve clinical outcomes.</p>
</sec>
</abstract>
<kwd-group>
<kwd>virtual/digital clinical triage/care referral</kwd>
<kwd>artificial intelligence</kwd>
<kwd>care delay</kwd>
<kwd>early disease detection</kwd>
<kwd>asthma</kwd>
<kwd>pneumonia</kwd>
<kwd>myocardial infarction</kwd>
<kwd>stroke</kwd>
</kwd-group>
<counts>
<fig-count count="1"/>
<table-count count="6"/>
<equation-count count="0"/>
<ref-count count="39"/>
<page-count count="9"/>
<word-count count="6514"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-at-acceptance</meta-name>
<meta-value>Digital Public Health</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec sec-type="intro" id="sec5">
<title>Introduction</title>
<p>Life-threatening illness requiring emergency care accounts for 14.0% of emergency department (ED) visits in the US, and benefits from the earliest possible detection and care referral to improve patient outcomes and reduce hospital length of stay and care costs (<xref ref-type="bibr" rid="ref1">1</xref>, <xref ref-type="bibr" rid="ref2">2</xref>). If patient understanding/self-perception underestimates actual acuity and risk indicated by symptoms and past medical history, patients may delay care seeking (<xref ref-type="bibr" rid="ref3 ref4 ref5">3&#x2013;5</xref>). Delayed care results in avoidable mortality and drives higher acuity care utilization that is more costly than might have been needed had the patient sought care earlier (<xref ref-type="bibr" rid="ref3">3</xref>, <xref ref-type="bibr" rid="ref6">6</xref>).</p>
<p>Symptomate is a current generation digital virtual triage (VT) engine or &#x201C;symptom checker&#x201D; that leverages artificial intelligence (AI) to provide access to authoritative information services beyond physician office hours on a 24/7/365 basis from any device with internet connectivity. VT can avert long ED waits or travel, and helps when individuals are uncertain if symptoms warrant medical attention or what kind of care to seek, or if symptoms worsen. The VT interview asks questions about age, sex, symptoms, medical history, risk factors, and medications and, processing responses on a current basis, selects the next most relevant question via Bayesian probabilities, simulating the manner in which a human clinician processes information. After evaluating all patient data, the VT inference engine computes the probabilities of likely conditions using a statistical algorithm for advanced symptom assessment informed by an underlying medical knowledge base. The VT AI advises the patient-user of probable causes, illness severity, and recommended acuity level of medical care. VT is superior to internet browser search because patients are evaluated systematically to identify/convey a care acuity level using clinical AI algorithms validated by physicians. VT AI improves upon traditional clinical triage protocols or decision trees in its ability to dynamically calculate the probability of possible conditions and adjust the patient interview accordingly. However, VT results are not diagnostic and do not constitute medical consultation, providing information and guidance only. Users are advised to seek immediate medical attention when the VT engine determines that a threat to life exists.</p>
<p>Critical to maximizing the clinical and public health impact of VT AI is identifying functional areas where it can enhance existing diagnostic processes and capabilities. It is unknown whether AI-based VT can augment existing healthcare system capabilities for early identification, care acuity alignment, and rapid care referral of individuals whose self-perception of disease acuity/risk is inaccurate when serious morbidity is actually evolving. Patient delay in seeking urgent care across life-threatening diseases increases mortality (<xref ref-type="bibr" rid="ref3">3</xref>, <xref ref-type="bibr" rid="ref7">7</xref>). When patient perception-understanding of symptoms/risk is decoupled from high actual risk of a severe clinical outcome, if identified reliably by VT in real-time, ED care engagement can be accelerated. VT may thus offer a new opportunity for early life-threatening disease detection, enabling improved, more rapid care acuity alignment and ED referral. VT could enhance existing healthcare system capabilities and efforts to reduce preventable disease sequelae and death. This study evaluates decoupling of actual care acuity need from patient care intent/risk self-perception as detected by a clinically validated VT engine available cost-free online. We examine data on patient perception-actual risk decoupling during severe symptom onset of five leading causes of U.S. hospital admission and death.</p>
</sec>
<sec sec-type="methods" id="sec6">
<title>Methods</title>
<sec id="sec7">
<title>Objective</title>
<p>Evaluate the extent to which patient-users reporting symptoms of severe, acute conditions classified by an AI-based VT engine as warranting emergency care had no pre-VT triage intention to engage appropriate ED care. The extent to which decoupling of patient care intent from actual clinical need occurs for five prevalent diseases could imply a potential real-time use of VT to improve early detection and care acuity alignment and accelerate more effective care referral for emergent conditions.</p>
</sec>
<sec id="sec8">
<title>VT technology platform and data source</title>
<p>The Infermedica Symptomate VT engine is designed for general public use and completes evidence-driven analyses informed by over 800 diseases, 1,500 symptoms, and 200 risk factors. Leveraging AI, machine learning, and natural language processing, VT evaluates symptoms reported by patient-users, suggesting the most probable conditions matching the presentation and history, and refers to the most clinically appropriate and safest possible care. There are no prescribed interview pathways, and in light of new information reported, the VT AI explores various clinical queries and hypotheses (as physicians do). Before VT, patient-users are asked about their care intention. The VT interview concludes with an analysis of the reported symptoms and a recommendation to pursue one of three levels of care acuity: self-care, consult a primary care or specialist physician on an outpatient basis, proceed to an ED or call an ambulance for ED transport.</p>
<p>Virtual triage technologies (including Symptomate) are considered medical device class I in Europe, according to Medical Device Directive (93/42/EEC) and in the US, under the Food, Drug &#x0026; Cosmetic Act. The FDA currently exercises enforcement discretion, which means that virtual triage technology is not required to comply with FDA regulations related to medical devices.</p>
<p>Data were extracted from VT episodes engaged by patient-users of the Symptomate VT application, a stand-alone VT engine not integrated with/implemented within a health system, and available through the Infermedica website or as a mobile application. Symptomate is available in 24 languages. Over 17 million Symptomate evaluations have been completed since 2012.</p>
</sec>
<sec id="sec9">
<title>VT engine clinical validity</title>
<p>AI-based VT engines require rigorous validation to ensure safety and minimize mistriage, and focus on common diseases by design, with AI built to overtriage to emergency care rather than possibly miss a patient with acute care need. VT accuracy varies across clinical specialties and settings, as determined by the depth of disease-specific data used to train the triage AI. VT validity has been evaluated using clinical vignettes prepared by physicians of various patient symptomatic presentations in different clinical settings (<xref ref-type="bibr" rid="ref8 ref9 ref10 ref11">8&#x2013;11</xref>). Symptomate provides safe recommendations in 97.8% of instances (<xref ref-type="bibr" rid="ref9">9</xref>). VT engines may perform poorly detecting low prevalence conditions or presentations in atypical clinical settings (<xref ref-type="bibr" rid="ref8">8</xref>). Published studies, while providing a point in time comparison, become quickly outdated due to the rapid evolution of AI-based VT. For example, since the analysis conducted by 2019 Gilbert et al., (<xref ref-type="bibr" rid="ref9">9</xref>) there have been 29 releases of the Symptomate medical content model and 17 updates to core functionality, including new epidemiological models and triage algorithms, each improving accuracy and safety. In a recent study of 8,008 patient-users of the Infermedica virtual triage engine in an ambulatory care network, 2,830 or 35.0% changed their healthcare seeking action from their initial pre-VT care intent as a result of the VT evaluation and recommendation, indicating that VT output can alter the care seeking behavior of patient-users (<xref ref-type="bibr" rid="ref12">12</xref>).</p>
</sec>
<sec id="sec10">
<title>Sample selection and eligibility criteria</title>
<p>Symptomate VT interviews were selected using the following criteria: (1) interview completed during a 16-month period of March 2022&#x2013;June 2023; (2) first ranked condition classified as requiring emergency care; (3) condition probability equal or greater than 0.90 as the first ranked by VT; (4) conditions with minimum 300 interviews; and (5) conditions with crude death rate of 1 per 100,000 and above in CDC Wonder (<xref ref-type="bibr" rid="ref13">13</xref>). COVID-19 was excluded. Only five conditions with high potential severity/mortality met these eligibility criteria, including myocardial infarction (MI), stroke, asthma, pneumonia, and pulmonary embolism (PE). While the VT engine uses the term/variable &#x201C;myocardial infraction&#x201D; in its logic, language used in the VT patient interface was adapted to ensure public comprehension (e.g., &#x201C;heart attack&#x201D;). Ischemic stroke (including cerebellar strokes) and hemorrhagic stroke (both subarachnoid and intracerebral) were collapsed into a single category for analysis. <xref ref-type="fig" rid="fig1">Figure 1</xref> conveys the sequential application of eligibility criteria to patient-user interview selection.</p>
<fig position="float" id="fig1">
<label>Figure 1</label>
<caption>
<p>Flow chart of virtual triage patient-user eligibility for study inclusion.</p>
</caption>
<graphic xlink:href="fpubh-12-1362246-g001.tif"/>
</fig>
</sec>
<sec id="sec11">
<title>Data captured and analyses completed</title>
<p>All data was collected through the Symptomate VT engine database. VT interviews were completed anonymously with no individual identifiers recorded beyond age, gender, and language. Patient-users conveyed informed consent for using their anonymized data in the aggregate devoid of personal identifiers. A dataset of 3,022,882 patient-users was evaluated to investigate the extent of decoupling of patient-user pre-triage care intent and VT-identified high acuity conditions warranting emergency care. The pre-triage care intention survey provided response options of doing nothing; self-care/recover at home; consult a doctor; emergency care with or without ambulance; and not sure/do not know/none. While care intent after VT guidance was queried, completion rates were insufficient to support meaningful analysis.</p>
<p>Pre-interview intent responses of doing nothing, self-care/recovering at home, were grouped and classified as non-professional care intent. Intent to consult an outpatient physician, do nothing, and self-care/recovering at home were grouped and classified as non-urgent care intent. For each condition, frequency of responses indicating pre-triage intent of non-professional care and non-emergent care were determined and assessed for systematic variation by demographics. Google Sheets was used to complete chi-squared tests, assessing for statistically significant differences between demographic groups (age, gender, and language) by care intent responses at the <italic>p</italic>&#x2009;=&#x2009;0.05 level. To calculate the aggregated level of indicators in <xref ref-type="table" rid="tab1">Table 1</xref> encompassing various patient care intents across all conditions included in the analysis, weighted arithmetic means were calculated using each condition&#x2019;s respective prevalence as its weighted value. Weighted means were calculated across the five diseases by multiplying the number of VT interviews for each condition by the percentage of interviews with stated intent for that condition, then summing and dividing by the sum of interviews.</p>
<table-wrap position="float" id="tab1">
<label>Table 1</label>
<caption>
<p>Decoupling of patient care intent from virtual triage care referral for five causes of us morbidity and mortality.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Clinical condition</th>
<th align="center" valign="top">Total number of interviews with patient intent completed</th>
<th align="center" valign="top">Patients indicated non-professional care intent (do nothing, recover at home/self-care)</th>
<th align="center" valign="top">Patients indicated non-emergent care intent (consult outpatient physician, do nothing, recover at home/self-care)</th>
<th align="center" valign="top">Patients indicated intent to seek emergency care before virtual triage</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="bottom">Asthma Exacerbation</td>
<td align="center" valign="bottom">3,730</td>
<td align="center" valign="bottom">39.6%</td>
<td align="center" valign="bottom">63.4%</td>
<td align="center" valign="top">6.1%</td>
</tr>
<tr>
<td align="left" valign="bottom">Pneumonia</td>
<td align="center" valign="bottom">4,873</td>
<td align="center" valign="bottom">42.5%</td>
<td align="center" valign="bottom">65.8%</td>
<td align="center" valign="top">5.8%</td>
</tr>
<tr>
<td align="left" valign="bottom">Pulmonary Embolism</td>
<td align="center" valign="bottom">526</td>
<td align="center" valign="bottom">36.5%</td>
<td align="center" valign="bottom">53.0%</td>
<td align="center" valign="top">18.0%</td>
</tr>
<tr>
<td align="left" valign="bottom">Myocardial Infarction</td>
<td align="center" valign="bottom">2,189</td>
<td align="center" valign="bottom">32.3%</td>
<td align="center" valign="bottom">54.4%</td>
<td align="center" valign="top">10.0%</td>
</tr>
<tr>
<td align="left" valign="bottom">Stroke<sup>1</sup></td>
<td align="center" valign="bottom">783</td>
<td align="center" valign="bottom">27.6%</td>
<td align="center" valign="bottom">52.4%</td>
<td align="center" valign="top">15.9%</td>
</tr>
<tr>
<td align="left" valign="bottom">All Conditions<sup>2</sup></td>
<td align="center" valign="bottom">12,101</td>
<td align="center" valign="bottom">38.5%</td>
<td align="center" valign="bottom">61.5%</td>
<td align="center" valign="top">7.8%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><sup>1</sup>Stroke tabulations include ischemic, hemorrhagic, and cerebellar strokes plus subarachnoid hemorrhages.</p>
<p><sup>2</sup>Percentages in bottom row totals are weighted mean values.</p>
</table-wrap-foot>
</table-wrap>
<p>Because data were derived from general public Symptomate use and not patient-users within a healthcare system, it was impossible to follow patients&#x2019; clinical course to confirm acuity and clinical outcomes.</p>
</sec>
<sec id="sec12">
<title>Adjustment for overtriage to emergency care</title>
<p>VT technology errs on the side of over-caution in care referral because of the potentially serious harm/injury to patients if VT under-refers to ED/ambulance, favoring care referral sensitivity over specificity by design and ethical imperative. Analyses of Symptomate over-referral have indicated that approximately 13% of ED recommendations are over-referrals, which has been declining as its VT AI advances (<xref ref-type="bibr" rid="ref14">14</xref>). Symptomate performance was compared with widely used teletriage clinical decisioning protocols using clinical vignettes. VT over-referred 12% of patients to ED versus 26% for a leading telephone triage product (Schmitt-Thompson) (<xref ref-type="bibr" rid="ref15">15</xref>). To enhance precision of estimates of decoupling of patient pre-triage care intent from VT acuity/referral output, intention rates were adjusted for overtriage to ED by a factor of 13%.</p>
</sec>
</sec>
<sec sec-type="results" id="sec13">
<title>Results</title>
<sec id="sec14">
<title>Decoupling of patient pre-triage care intent and VT acuity assessment</title>
<p>Intent data were obtained for 12,101 VT patient-user interviews. Across all five conditions, a weighted mean of 38.5% of individuals whose VT indicated a condition requiring emergency care had no pre-triage intent to consult a physician. Furthermore, 61.5% intending to possibly consult a physician had no intent to seek emergency medical care (<xref ref-type="table" rid="tab1">Table 1</xref>). The low frequency of patient-users intending before VT to seek emergency care is striking and may reflect the use of VT quite early in symptom evolution, presumably increasing with an experience of more severe symptoms. In addition, individuals with severe symptoms may bypass VT use in favor of telephonic consultation or in-person visit to an ED.</p>
<p><xref ref-type="table" rid="tab2">Table 2</xref> presents adjusted rates factoring in VT safety over-triage to ED and shows that after allowing for a 13% over referral to ED, a weighted average of 33.5% of patient-users across conditions had no intent to seek professional care. One half (53.5%) had no intent to seek emergency care.</p>
<table-wrap position="float" id="tab2">
<label>Table 2</label>
<caption>
<p>Patient care intent-virtual triage care referral decoupling adjusted for AI safety overtriage to emergency department.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Clinical condition</th>
<th align="center" valign="top">Patients indicated non-professional care intent (do nothing, recover at home/self-care)</th>
<th align="center" valign="top">Patients indicated non-professional care intent adjusted for virtual triage safety overtriage to emergency department<sup>1</sup></th>
<th align="center" valign="top">Patients indicated non-emergent care intent (consult outpatient physician, do nothing, recover at home/self-care)</th>
<th align="center" valign="top">Patients indicated non-emergent care intent adjusted for virtual triage safety overtriage to emergency department<sup>1</sup></th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="bottom">Asthma Exacerbation</td>
<td align="center" valign="bottom">39.6%</td>
<td align="center" valign="top">34.5%</td>
<td align="center" valign="bottom">63.4%</td>
<td align="center" valign="top">55.2%</td>
</tr>
<tr>
<td align="left" valign="bottom">Pneumonia</td>
<td align="center" valign="bottom">42.5%</td>
<td align="center" valign="top">37.0%</td>
<td align="center" valign="bottom">65.8%</td>
<td align="center" valign="top">57.2%</td>
</tr>
<tr>
<td align="left" valign="bottom">Pulmonary Embolism</td>
<td align="center" valign="bottom">36.5%</td>
<td align="center" valign="top">31.8%</td>
<td align="center" valign="bottom">53.0%</td>
<td align="center" valign="top">46.1%</td>
</tr>
<tr>
<td align="left" valign="bottom">Myocardial Infarction</td>
<td align="center" valign="bottom">32.3%</td>
<td align="center" valign="top">28.1%</td>
<td align="center" valign="bottom">54.4%</td>
<td align="center" valign="top">47.3%</td>
</tr>
<tr>
<td align="left" valign="bottom">Stroke<sup>2</sup></td>
<td align="center" valign="bottom">27.6%</td>
<td align="center" valign="top">24.0%</td>
<td align="center" valign="bottom">52.4%</td>
<td align="center" valign="top">45.6%</td>
</tr>
<tr>
<td align="left" valign="bottom">All Conditions<sup>3</sup></td>
<td align="center" valign="bottom">38.5%</td>
<td align="center" valign="top">33.5%</td>
<td align="center" valign="bottom">61.5%</td>
<td align="center" valign="top">53.5%</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><sup>1</sup>Adjusted for estimated 13% virtual triage engine overtriage with referral to emergency care in order to maximize patient safety (favoring medical emergency detection sensitivity over specificity).</p>
<p><sup>2</sup>Stroke tabulations include ischemic, hemorrhagic, and cerebellar strokes plus subarachnoid hemorrhages.</p>
<p><sup>3</sup>Percentages in bottom row totals are weighted mean values.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="sec15">
<title>Demographic analyses of pre-triage care intent by age, gender, and language</title>
<p>With respect to demographics, all age groups were statistically significantly different from one another (<italic>p</italic>&#x2009;=&#x2009;0.05). The youngest (under 18 are completed by a parent or adult caretaker) and the eldest age groups were more likely to express intent to seek appropriate emergency care for symptoms, with those 18&#x2013;44&#x2009;years least likely to, as shown in <xref ref-type="table" rid="tab3">Table 3</xref>.</p>
<table-wrap position="float" id="tab3">
<label>Table 3</label>
<caption>
<p>Patient-user pre-VT intent by age.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Age</th>
<th align="center" valign="top">Patients indicated non-professional care intent (do nothing, recover at home/self-care)</th>
<th align="center" valign="top">Patients indicated non-emergent care intent (consult outpatient physician, do nothing, recover at home/self-care)</th>
<th align="center" valign="top">Patients indicated intent to seek emergency care</th>
<th align="center" valign="top">Number of interviews (age category total percentages)</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="middle">0&#x2013;17</td>
<td align="center" valign="middle">119 (32.0%)</td>
<td align="center" valign="middle">193 (51.9%)</td>
<td align="center" valign="middle">54 (19.1%)</td>
<td align="center" valign="middle">372 (3.1%)</td>
</tr>
<tr>
<td align="left" valign="middle">18&#x2013;29</td>
<td align="center" valign="middle">2,815 (40.0%)</td>
<td align="center" valign="middle">4,375 (62.2%)</td>
<td align="center" valign="middle">325 (6.1%)</td>
<td align="center" valign="middle">7,037 (58.2%)</td>
</tr>
<tr>
<td align="left" valign="middle">30&#x2013;44</td>
<td align="center" valign="middle">1,089 (37.8%)</td>
<td align="center" valign="middle">1,809 (62.8%)</td>
<td align="center" valign="middle">164 (7.4%)</td>
<td align="center" valign="middle">2,879 (23.8%)</td>
</tr>
<tr>
<td align="left" valign="middle">45&#x2013;59</td>
<td align="center" valign="middle">377 (37.1%)</td>
<td align="center" valign="middle">631 (62.0%)</td>
<td align="center" valign="middle">73 (9.1%)</td>
<td align="center" valign="middle">1,017 (8.4%)</td>
</tr>
<tr>
<td align="left" valign="middle">60&#x2013;74</td>
<td align="center" valign="middle">178 (33.9%)</td>
<td align="center" valign="middle">291 (55.4%)</td>
<td align="center" valign="middle">56 (14.2%)</td>
<td align="center" valign="middle">525 (4.3%)</td>
</tr>
<tr>
<td align="left" valign="middle">75+</td>
<td align="center" valign="middle">83 (30.6%)</td>
<td align="center" valign="middle">148 (54.6%)</td>
<td align="center" valign="middle">50 (22.0%)</td>
<td align="center" valign="middle">271 (2.2%)</td>
</tr>
<tr>
<td align="left" valign="middle">Total</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">&#x2013;</td>
<td align="center" valign="middle">12,101 (100.0%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>Age stratum percentages are calculated relative to the particular age group, where the denominator is the number of patient-users expressing that intent or intentions within each age group.</p>
</table-wrap-foot>
</table-wrap>
<p>Regarding respondent gender (<xref ref-type="table" rid="tab4">Table 4</xref>), men were more likely (40.7%) than women (37.6%) to indicate a non-professional care intent (<italic>p</italic>&#x2009;=&#x2009;0.05). Men were also more likely to state an intent to seek emergency care (9.3%) than women (7.1%) (<italic>p</italic>&#x2009;=&#x2009;0.05). The sample breakdown of patient-user respondents by gender, with women comprising over two-thirds of VT interviews, reflects the pattern of all Symptomate users (<xref ref-type="bibr" rid="ref16">16</xref>). Overall, the lack of perceived urgency of symptoms is similar between genders.</p>
<table-wrap position="float" id="tab4">
<label>Table 4</label>
<caption>
<p>Patient-user pre-VT intent by gender.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Gender</th>
<th align="center" valign="top">Patients indicated non-professional care intent do nothing, recover at home/self-care</th>
<th align="center" valign="top">Patients indicated non-emergent care intent (consult outpatient physician, do nothing, recover at home/self-care)</th>
<th align="center" valign="top">Patients indicated intent to seek emergency care</th>
<th align="center" valign="top">Number of interviews</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Female</td>
<td align="center" valign="top">3,160 (37.6%)</td>
<td align="center" valign="top">5,140 (61.1%)</td>
<td align="center" valign="top">453 (7.1%)</td>
<td align="center" valign="top">8,413 (69.5%)</td>
</tr>
<tr>
<td align="left" valign="top">Male</td>
<td align="center" valign="top">1,501 (40.7%)</td>
<td align="center" valign="top">2,307 (62.6%)</td>
<td align="center" valign="top">269 (9.3%)</td>
<td align="center" valign="top">3,688 (30.5%)</td>
</tr>
<tr>
<td align="left" valign="top">Total</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">12,101 (100.0%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>All percentages are calculated relative to the gender group, where the denominator is the number of patient-users expressing that intent or intentions for each gender.</p>
</table-wrap-foot>
</table-wrap>
<p>Patient-users in each major language grouping (English, Spanish, French, German, Polish, Russian and other) were statistically significantly different from each other in every intent category (<italic>p</italic>&#x2009;=&#x2009;0.05) (<xref ref-type="table" rid="tab5">Table 5</xref>). Those completing VT in Spanish were more likely to express appropriate emergency care intent than patient-users in other language groups (10.2%). Those completing in French were lowest in reporting intent to engage emergency care at 4.7%, but were most inclined to engage non-emergent care including consulting an outpatient physician.</p>
<table-wrap position="float" id="tab5">
<label>Table 5</label>
<caption>
<p>Patient-user pre-VT intent by interview language.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Language of virtual triage use</th>
<th align="center" valign="top">Patients Indicated Non-professional care intent (do nothing, recover at home/self-care)</th>
<th align="center" valign="top">Patients indicated non-emergent care intent (consult outpatient physician, do nothing, recover at home/self-care)</th>
<th align="center" valign="top">Patients indicated intent to seek emergency care</th>
<th align="center" valign="top">Number of interviews</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">English</td>
<td align="center" valign="top">1,861<break/>(36.2%)</td>
<td align="center" valign="top">2,925<break/>(56.8%)</td>
<td align="center" valign="top">295<break/>(8.0%)</td>
<td align="center" valign="top">5,147<break/>(42.5%)</td>
</tr>
<tr>
<td align="left" valign="top">Spanish</td>
<td align="center" valign="top">864<break/>(38.7%)</td>
<td align="center" valign="top">1,404<break/>(62.8%)</td>
<td align="center" valign="top">185<break/>(10.2%)</td>
<td align="center" valign="top">2,234<break/>(18.5%)</td>
</tr>
<tr>
<td align="left" valign="top">French</td>
<td align="center" valign="top">725<break/>(45.6%)</td>
<td align="center" valign="top">1,112<break/>(70.0%)</td>
<td align="center" valign="top">63<break/>(4.7%)</td>
<td align="center" valign="top">1,589<break/>(13.1%)</td>
</tr>
<tr>
<td align="left" valign="top">German</td>
<td align="center" valign="top">324<break/>(43.7%)</td>
<td align="center" valign="top">477<break/>(64.4%)</td>
<td align="center" valign="top">29<break/>(5.2%)</td>
<td align="center" valign="top">741<break/>(6.1%)</td>
</tr>
<tr>
<td align="left" valign="top">Polish</td>
<td align="center" valign="top">233<break/>(39.6%)</td>
<td align="center" valign="top">386<break/>(65.6%)</td>
<td align="center" valign="top">36<break/>(7.6%)</td>
<td align="center" valign="top">588<break/>(4.9%)</td>
</tr>
<tr>
<td align="left" valign="top">Russian</td>
<td align="center" valign="top">153<break/>(33.6%)</td>
<td align="center" valign="top">285<break/>(62.6%)</td>
<td align="center" valign="top">25<break/>(7.2%)</td>
<td align="center" valign="top">455<break/>(3.8%)</td>
</tr>
<tr>
<td align="left" valign="top">Other Languages</td>
<td align="center" valign="top">501<break/>(37.2%)</td>
<td align="center" valign="top">858<break/>(63.7%)</td>
<td align="center" valign="top">89<break/>(8.2%)</td>
<td align="center" valign="top">1,347<break/>(11.1%)</td>
</tr>
<tr>
<td align="left" valign="top">Total</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">&#x2013;</td>
<td align="center" valign="top">12,101<break/>(100.0%)</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p>All percentages are calculated relative to the language group, where the denominator is the number of patient-users expressing that care intent or intentions by each language.</p>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec sec-type="discussion" id="sec16">
<title>Discussion</title>
<p>Delays in care seeking during medical emergencies negatively impact patient outcomes, and may result from patients failing to understand, dismissing or underestimating serious symptoms, and/or attempting to self-treat serious clinical problems at home (<xref ref-type="bibr" rid="ref3">3</xref>). <xref ref-type="table" rid="tab6">Table 6</xref> summarizes causes and impact of care delay for the five conditions evaluated. Early detection and prompt, acuity appropriate treatment are crucial in improving outcomes of MI, which killed 108,610 Americans in 2018 (<xref ref-type="bibr" rid="ref13">13</xref>). Almost 48% of VT patient-users with likely MI understood their symptoms required physician care but not immediate/urgent care, yet 28.1% planned to recover at home with no medical care (ED overtriage adjusted). This aligns with national mortality data. Reducing MI care delays focuses on patient education about symptoms warranting early care seeking (<xref ref-type="bibr" rid="ref3">3</xref>, <xref ref-type="bibr" rid="ref18">18</xref>, <xref ref-type="bibr" rid="ref19">19</xref>), and can be integrated with VT.</p>
<table-wrap position="float" id="tab6">
<label>Table 6</label>
<caption>
<p>Causes and impact of care delay for five life-threatening conditions.</p>
</caption>
<table frame="hsides" rules="groups">
<thead>
<tr>
<th align="left" valign="top">Disease</th>
<th align="left" valign="top">Causes of detection/care delay</th>
<th align="left" valign="top">Impact of detection/care delay</th>
<th align="left" valign="top">Annual US mortality and morbidity</th>
</tr>
</thead>
<tbody>
<tr>
<td align="left" valign="top">Myocardial Infarction</td>
<td align="left" valign="top">Engaging outpatient not emergency care (<xref ref-type="bibr" rid="ref17">17</xref>, <xref ref-type="bibr" rid="ref19">19</xref>)<break/>Misinterpretation/underestimation of MI symptoms (<xref ref-type="bibr" rid="ref3">3</xref>, <xref ref-type="bibr" rid="ref17">17</xref>, <xref ref-type="bibr" rid="ref19">19</xref>)<break/>Wait-and-see attitude/assumption symptoms will subside spontaneously (<xref ref-type="bibr" rid="ref3">3</xref>)<break/>Seeking nonprofessional help (<xref ref-type="bibr" rid="ref3">3</xref>)<break/>Attempting to self-medicate (<xref ref-type="bibr" rid="ref3">3</xref>)</td>
<td align="left" valign="top">Every 30-min delay increases 1-year mortality 7.5% (<xref ref-type="bibr" rid="ref18">18</xref>)<break/>4-fold increased risk of in-hospital mortality (<xref ref-type="bibr" rid="ref3">3</xref>)</td>
<td align="left" valign="top">Annual incidence 805,000 (<xref ref-type="bibr" rid="ref20">20</xref>)<break/>108,610 MI deaths in 2018 (<xref ref-type="bibr" rid="ref13">13</xref>)<break/>2018 crude death rate of 33.2 per 100,000; age-adjusted death rate of 27.0 per 100,000 (<xref ref-type="bibr" rid="ref13">13</xref>)</td>
</tr>
<tr>
<td align="left" valign="top">Stroke</td>
<td align="left" valign="top">Engaging outpatient rather than emergency care (<xref ref-type="bibr" rid="ref22">22</xref>)<break/>Unfamiliarity with stroke symptoms (<xref ref-type="bibr" rid="ref23">23</xref>)<break/>Living alone (<xref ref-type="bibr" rid="ref22">22</xref>, <xref ref-type="bibr" rid="ref23">23</xref>)<break/>Delayed decision to seek professional care (<xref ref-type="bibr" rid="ref21">21</xref>, <xref ref-type="bibr" rid="ref23">23</xref>)</td>
<td align="left" valign="top">Increased mortality risk when no early suspicion of stroke (<xref ref-type="bibr" rid="ref22">22</xref>)<break/>Every 60-min delay from symptom onset to treatment increases risk of reduced functional independence 5.3% and mortality 2.2% (<xref ref-type="bibr" rid="ref24">24</xref>)</td>
<td align="left" valign="top">Annually &#x003E;795,000 stroke cases (<xref ref-type="bibr" rid="ref24">24</xref>)<break/>147,810 stroke deaths in 2018 (<xref ref-type="bibr" rid="ref13">13</xref>)<break/>Death rate of 45.2 per 100,000; age-adjusted rate of 37.1 per 100,000 (<xref ref-type="bibr" rid="ref13">13</xref>)</td>
</tr>
<tr>
<td align="left" valign="top">Asthma</td>
<td align="left" valign="top">86% of severe attacks delay medical care and/or underestimate severity (<xref ref-type="bibr" rid="ref7">7</xref>)<break/>Inability to obtain medical assistance outside working hours (<xref ref-type="bibr" rid="ref5">5</xref>)<break/>Fatigue or feeling despondent/depressed (<xref ref-type="bibr" rid="ref5">5</xref>)</td>
<td align="left" valign="top">45% of deaths for severe/final asthma attack due to lack of seeking medical assistance (<xref ref-type="bibr" rid="ref25">25</xref>)</td>
<td align="left" valign="top">3,441 asthma deaths in 2018 (<xref ref-type="bibr" rid="ref26">26</xref>)<break/>Crude death rate of 1.1 and age-adjusted death rate of 0.9 per 100,000 (<xref ref-type="bibr" rid="ref13">13</xref>)<break/>In 2018 prevalence of asthma 24,753,379 (<xref ref-type="bibr" rid="ref35">35</xref>)<break/>Asthma as concomitant cause of death in 10,331 deaths in 2018 (<xref ref-type="bibr" rid="ref13">13</xref>)</td>
</tr>
<tr>
<td align="left" valign="top">Pneumonia</td>
<td align="left" valign="top">Delays in obtaining appropriate treatment (<xref ref-type="bibr" rid="ref27">27</xref>)</td>
<td align="left" valign="top">Increased mortality and 30-day inpatient mortality (<xref ref-type="bibr" rid="ref27">27</xref>)</td>
<td align="left" valign="top">Pneumonia was concomitant cause of death in 148,498 deaths in 2018 (<xref ref-type="bibr" rid="ref13">13</xref>)<break/>1.5 million cases of pneumonia diagnosed in ED in 2018 (<xref ref-type="bibr" rid="ref28">28</xref>)<break/>2018 underlying cause of death 47,956; crude death rate 14.7 and age-adjusted rate 12.0 per 100,000 (<xref ref-type="bibr" rid="ref13">13</xref>)</td>
</tr>
<tr>
<td align="left" valign="top">Pulmonary Embolism</td>
<td align="left" valign="top">Delay of mean 4.2&#x2009;days seeking diagnosis and care (<xref ref-type="bibr" rid="ref29">29</xref>)<break/>Delayed mortality 30% vs. early diagnosed and treated 8% (<xref ref-type="bibr" rid="ref30">30</xref>)<break/>Underestimating/misinterpreting chest pain/dyspnea, or attribution to other conditions (<xref ref-type="bibr" rid="ref4">4</xref>)<break/>Mean diagnostic delay based on 12 studies was 6.3 days (<xref ref-type="bibr" rid="ref38">38</xref>)<break/></td>
<td align="left" valign="top">Mortality of 1.6% if diagnosed early, increasing to 43.2% if delayed diagnosis (<xref ref-type="bibr" rid="ref31">31</xref>)</td>
<td align="left" valign="top">Annual incidence 900,000 (<xref ref-type="bibr" rid="ref32">32</xref>)<break/>2018 underlying cause of death in 8,809 deaths; crude death rate 2.7 and age-adjusted rate 2.3 per 100,000 (<xref ref-type="bibr" rid="ref13">13</xref>)<break/>Concomitant cause of 36,494 deaths in 2018 (<xref ref-type="bibr" rid="ref13">13</xref>)</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>In 2019, stroke accounted for 1 in 19 US deaths, the fifth leading cause of mortality (<xref ref-type="bibr" rid="ref22">22</xref>, <xref ref-type="bibr" rid="ref33">33</xref>). Prehospital suspicion of stroke compressed time to computer tomography by 219 minutes and to stroke unit care by 556 minutes, reducing mortality (<xref ref-type="bibr" rid="ref23">23</xref>, <xref ref-type="bibr" rid="ref34">34</xref>). However, 42.0% of patients experienced pre-hospital delays due to little knowledge of stroke symptoms (<xref ref-type="bibr" rid="ref21">21</xref>). In the present study, 45.6% of patient-users with stroke symptoms intended to pursue non-emergency care, including 24.0% who planned to recover at home or take no action (ED overtriage adjusted). Reducing pre-hospital stroke care delay and acuity of care mismatch is a priority (<xref ref-type="bibr" rid="ref21">21</xref>, <xref ref-type="bibr" rid="ref23">23</xref>). VT can potentially reduce delays in emergency stroke care.</p>
<p>In 2019, asthma caused 1,835,901 US ED visits, 169,330 hospital admissions, and 3,524 deaths (<xref ref-type="bibr" rid="ref35 ref36 ref37">35&#x2013;37</xref>). Many deaths and admissions were preventable and related to care delays (<xref ref-type="bibr" rid="ref5">5</xref>, <xref ref-type="bibr" rid="ref7">7</xref>). In total, 45% of patients did not seek medical care during the final fatal asthma attack (<xref ref-type="bibr" rid="ref25">25</xref>).</p>
<p>In 2021, 1.4 million US cases of pneumonia were diagnosed in EDs, 47,956 of which were fatal (<xref ref-type="bibr" rid="ref13">13</xref>). Pneumonia was a concomitant cause of death in 148,498 deaths (<xref ref-type="bibr" rid="ref13">13</xref>). Timely antibiotic treatment reduced adjusted 30-day hospital mortality by 16.0% (<xref ref-type="bibr" rid="ref27">27</xref>).</p>
<p>Pulmonary embolism caused 8,809 US deaths in 2018 (<xref ref-type="bibr" rid="ref13">13</xref>), with untreated mortality of 30.0% (<xref ref-type="bibr" rid="ref30">30</xref>). In-hospital mortality was 1.6% for early versus 43.2% for delayed PE diagnosis (<xref ref-type="bibr" rid="ref31">31</xref>). Treatment was delayed for 4.2&#x2009;days due to patient procrastination (<xref ref-type="bibr" rid="ref29">29</xref>), with 18&#x2013;38% of patients symptomatic a week or longer before diagnosis (<xref ref-type="bibr" rid="ref32">32</xref>). VT well integrated with healthcare system triage and intake can potentially reduce patient underestimation of symptom severity and delays in care seeking for these deadly respiratory illnesses.</p>
<p>Our findings that 53.5% of patients (ED overtriage adjusted) who reported symptoms of these five life-threatening conditions had no pre-triage intent to engage urgent care, and 33.5% had no intent to seek any medical care, aligns with national data. Users of VT may wish to assess their symptoms without engaging local healthcare for convenience and/or to save time and expense. Patients may seek reassurance that their symptoms are relatively benign. This sampling of 12,000 interviews from over three million total VT episodes demonstrates that in a significant percentage, possible existence of a severe underlying cause of symptoms should prompt the patient-user to seek professional medical attention sooner than they would have otherwise planned. The potential to reduce morbidity and mortality by more timely assessment of ambiguous/unrecognized signs and symptoms has significant public health implications. We suspect that use of AI-driven VT may become a valuable addition to under-resourced healthcare systems unable to assess all patients who seek care for uncertain symptoms but who may be at elevated risk for more serious disease.</p>
<p>With respect to limitations of the study, it is pertinent to acknowledge that the data collected may have been affected by certain inaccuracies. For instance, patient-users may have clicked through initial questions regarding their pre-VT care intention or conveyed random responses in order to get to the part of the encounter they were interested in, for example the VT evaluation of symptoms presented. While we have no evidence that this behavior occurred in substantial numbers of VT patient-users, the question warrants further research consideration and detection measures if a prevalent behavior.</p>
<p>In the effort to change patient care seeking behavior when confronted with potentially life threatening symptoms, interventions are needed that improve patient engagement, education, understanding of the clinical signs and symptoms of these acute conditions, and which are effective in activating patients to immediately seek emergency care. Given that many lives are avoidably lost, and the quality and extent of others are diminished, our current inability to effectively engage and educate patients to seek urgent care when confronted with life threatening symptoms is an area demanding far greater behavior change research, along with associated research funding. Indeed, one wonders what could be achieved in understanding and affecting patient care seeking behavior change were this research to be funded at the level of pharmaceutical development and marketing of a new therapeutic to treat patients whose severity of illness could have been lessened, if we were more capable of identifying and activating these patients to earlier care seeking and reduction of care delay.</p>
<p>Clearly, current approaches to achieving these behavioral and care seeking objectives have been largely inadequate. Public awareness campaigns addressing the importance of seeking prompt medical care in cases of acute, life-threatening cerebrovascular symptoms, for example, demonstrate a positive impact (<xref ref-type="bibr" rid="ref39">39</xref>) but are often episodic rather than continuous, which limits their long-term impact and benefit. Reliable online medical resources exist which educate about the importance of early recognition and care seeking for serious cardiac symptoms as well, but provide general, non-personalized medical information, which can lessen the impact on individual behavior.</p>
<p>Subsequent research should systematically assess patient outcomes in order to fully evaluate the potential of VT to earlier detect severe evolving pathologies, such as those reported here, and effectively motivate and accelerate patient care seeking. Prospective validation in a real world clinical setting could track outcomes of patients whose self-perception and healthcare intent prior to VT is decoupled from actual acuity and urgent care need. Using objective clinical parameters and endpoints, this would assess the role and clinical value of AI-enabled VT within a care delivery and patient engagement ecosystem. If thus validated, VT may offer payers, health systems and providers a real-time vehicle for earlier detection and engagement of at-risk patients to enable better care acuity alignment and rapid ED referral/ambulance dispatch for life-threatening conditions.</p>
</sec>
<sec sec-type="conclusions" id="sec17">
<title>Conclusion</title>
<p>The impact of advanced diagnostics and therapeutics is blunted if patients do not rapidly engage appropriate acuity care to receive their benefits. This study suggests that VT AI may help accelerate the moment of disease detection and appropriate acuity level care engagement. VT lets a user know their condition may be more serious than they perceive and they should seek ED care. Integrated within a digital front door, VT can potentially accelerate early detection, care acuity alignment and live engagement/intake to save lives, reduce morbidity, and better utilize healthcare resources by reducing care delays due to patient uncertainty and/or misunderstanding. Future research should validate that VT can influence patient care seeking behavior to enable accelerated ED care referral or ambulance dispatch. If validated, VT may become an integral component in an AI-enhanced clinical information ecosystem that expedites detection and delivery of appropriate urgent medical care.</p>
<p>Currently, when patient care intent is decoupled from actual clinical need by patient misunderstanding or indecision, earlier care detection and accelerated care engagement to reduce care delay is a complex challenge. As remote diagnostic monitoring and telemedical capabilities advance in coming years, so too will AI-based VT. Rapid development in generative AI and large language models will deliver improved user experience of VT AI. The use of natural language to enable patient-users to communicate in a more effective and nuanced way with VT AI will enable greater sensitivity, engendering trust in the results and greater impact on patient-user behavior. Exploiting these emerging potentialities will require investment and multisector scientific expertise converging private industry and public-governmental interests, assets, and capabilities.</p>
<p>The VT industry is not sufficiently resourced to drive the research needed to explore the potential beneficial impact and value of AI-based VT in early detection and acuity-aligned care referral. Furthermore, population databases of what will soon be hundreds of millions of VT episodes across the industry are too valuable a data and research resource to be applied exclusively for purely commercial interest. The VT industry should enable access to its anonymized aggregate data by the US National Institutes of Health and Centers for Disease Control and Prevention, international agencies, academic medical centers, and healthcare organizations to investigate and progress the full potential value of VT in the emerging 21st century health IT and AI ecosystem.</p>
</sec>
<sec sec-type="data-availability" id="sec18">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors upon reasonable request.</p>
</sec>
<sec sec-type="ethics-statement" id="sec19">
<title>Ethics statement</title>
<p>The studies were conducted in accordance with the local legislation and institutional requirements. The participants provided their written informed consent to participate in this study.</p>
</sec>
<sec sec-type="author-contributions" id="sec20">
<title>Author contributions</title>
<p>GAG: Conceptualization, Data curation, Formal analysis, Investigation, Methodology, Project administration, Validation, Visualization, Writing &#x2013; original draft, Software, Supervision, Writing &#x2013; review &#x0026; editing. AK-K: Conceptualization, Data curation, Formal analysis, Methodology, Validation, Writing &#x2013; review &#x0026; editing. GLG: Data curation, Project administration, Writing &#x2013; review &#x0026; editing. JR-S: Investigation, Writing &#x2013; review &#x0026; editing. SG: Conceptualization, Formal analysis, Resources, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. TP: Investigation, Project administration, Supervision, Writing &#x2013; review &#x0026; editing. KK: Data curation, Project administration, Writing &#x2013; review &#x0026; editing. NM: Writing &#x2013; original draft. MP: Conceptualization, Writing &#x2013; original draft. Writing &#x2013; review &#x0026; editing. JJ: Conceptualization, Writing &#x2013; original draft, Writing &#x2013; review &#x0026; editing. IL: Writing &#x2013; review &#x0026; editing. PO: Project administration, Supervision, Writing &#x2013; review &#x0026; editing.</p>
</sec>
</body>
<back>
<sec sec-type="funding-information" id="sec21">
<title>Funding</title>
<p>The author(s) declare that no financial support was received for the research, authorship, and/or publication of this article.</p>
</sec>
<sec sec-type="COI-statement" id="sec22">
<title>Conflict of interest</title>
<p>GAG, AK-K, GLG, JR-S, SG, TP, KK, NM, MP, JJ, GLG, IKL, PMO were employed by Infermedica, Inc.</p>
</sec>
<sec id="sec100" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="ref1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Carr</surname> <given-names>BG</given-names></name> <name><surname>Conway</surname> <given-names>PH</given-names></name> <name><surname>Meisel</surname> <given-names>ZF</given-names></name> <name><surname>Steiner</surname> <given-names>CA</given-names></name> <name><surname>Clancy</surname> <given-names>C</given-names></name></person-group>. <article-title>Defining the emergency care sensitive condition: a health policy research agenda in emergency medicine</article-title>. <source>Ann Emerg Med</source>. (<year>2010</year>) <volume>56</volume>:<fpage>49</fpage>&#x2013;<lpage>51</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.annemergmed.2009.12.013</pub-id>, PMID: <pub-id pub-id-type="pmid">20045577</pub-id></citation>
</ref>
<ref id="ref2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Vashi</surname> <given-names>AA</given-names></name> <name><surname>Urech</surname> <given-names>T</given-names></name> <name><surname>Carr</surname> <given-names>B</given-names></name> <name><surname>Greene</surname> <given-names>L</given-names></name> <name><surname>Warsavage</surname> <given-names>T</given-names> <suffix>Jr</suffix></name> <name><surname>Hsia</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Identification of emergency care-sensitive conditions and characteristics of emergency department utilization</article-title>. <source>JAMA Netw Open</source>. (<year>2019</year>) <volume>2</volume>:<fpage>e198642</fpage>. doi: <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.8642</pub-id>, PMID: <pub-id pub-id-type="pmid">31390036</pub-id></citation>
</ref>
<ref id="ref3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rafi</surname> <given-names>A</given-names></name> <name><surname>Sayeed</surname> <given-names>Z</given-names></name> <name><surname>Sultana</surname> <given-names>AS</given-names></name> <name><surname>Hossain</surname> <given-names>G</given-names></name></person-group>. <article-title>Pre-hospital delay in patients with myocardial infarction: an observational study in a tertiary care hospital of northern Bangladesh</article-title>. <source>BMC Health Serv Res</source>. (<year>2020</year>) <volume>20</volume>:<fpage>633</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12913-020-05505-x</pub-id>, PMID: <pub-id pub-id-type="pmid">32646521</pub-id></citation>
</ref>
<ref id="ref4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Aydo&#x011F;du</surname> <given-names>M</given-names></name> <name><surname>Do&#x011F;an</surname> <given-names>N&#x00D6;</given-names></name> <name><surname>Sinano&#x011F;lu</surname> <given-names>NT</given-names></name> <name><surname>O&#x011F;uz&#x00FC;lgen</surname> <given-names>&#x0130;K</given-names></name> <name><surname>Demircan</surname> <given-names>A</given-names></name> <name><surname>Bildik</surname> <given-names>F</given-names></name> <etal/></person-group>. <article-title>Delay in diagnosis of pulmonary thromboembolism in emergency department: is it still a problem?</article-title> <source>Clin Appl Thromb Hemost</source>. (<year>2013</year>) <volume>19</volume>:<fpage>402</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1177/1076029612440164</pub-id>, PMID: <pub-id pub-id-type="pmid">22496086</pub-id></citation>
</ref>
<ref id="ref5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Quek</surname> <given-names>JS</given-names></name> <name><surname>Tang</surname> <given-names>WE</given-names></name> <name><surname>Chen</surname> <given-names>E</given-names></name> <name><surname>Smith</surname> <given-names>HE</given-names></name></person-group>. <article-title>Understanding the journeys of patients with an asthma exacerbation requiring urgent therapy at a primary care clinic</article-title>. <source>BMC Pulm Med</source>. (<year>2022</year>) <volume>22</volume>:<fpage>231</fpage>. doi: <pub-id pub-id-type="doi">10.1186/s12890-022-02024-9</pub-id>, PMID: <pub-id pub-id-type="pmid">35710361</pub-id></citation>
</ref>
<ref id="ref6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Thomas</surname> <given-names>A</given-names></name> <name><surname>Valero-Elizondo</surname> <given-names>J</given-names></name> <name><surname>Khera</surname> <given-names>R</given-names></name> <name><surname>Warraich</surname> <given-names>HJ</given-names></name> <name><surname>Reinhardt</surname> <given-names>SW</given-names></name> <name><surname>Ali</surname> <given-names>HJ</given-names></name> <etal/></person-group>. <article-title>Forgone medical care associated with increased health care costs among the U.S. heart failure population. JACC</article-title>. <source>Heart Fail</source>. (<year>2021</year>) <volume>9</volume>:<fpage>710</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jchf.2021.05.010</pub-id>, PMID: <pub-id pub-id-type="pmid">34391737</pub-id></citation>
</ref>
<ref id="ref7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Janson</surname> <given-names>S</given-names></name> <name><surname>Becker</surname> <given-names>G</given-names></name></person-group>. <article-title>Reasons for delay in seeking treatment for acute asthma: the patient's perspective</article-title>. <source>J Asthma</source>. (<year>1998</year>) <volume>35</volume>:<fpage>427</fpage>&#x2013;<lpage>35</lpage>. doi: <pub-id pub-id-type="doi">10.3109/02770909809048951</pub-id>, PMID: <pub-id pub-id-type="pmid">9734350</pub-id></citation>
</ref>
<ref id="ref8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Berry</surname> <given-names>AC</given-names></name> <name><surname>Cash</surname> <given-names>BD</given-names></name> <name><surname>Wang</surname> <given-names>B</given-names></name> <name><surname>Mulekar</surname> <given-names>MS</given-names></name> <name><surname>van Haneghan</surname> <given-names>AB</given-names></name> <name><surname>Yuquimpo</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Online symptom checker diagnostic and triage accuracy for HIV and hepatitis C</article-title>. <source>Epidemiol Infect</source>. (<year>2019</year>) <volume>147</volume>:<fpage>e104</fpage>. doi: <pub-id pub-id-type="doi">10.1017/S0950268819000268</pub-id>, PMID: <pub-id pub-id-type="pmid">30869052</pub-id></citation>
</ref>
<ref id="ref9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gilbert</surname> <given-names>S</given-names></name> <name><surname>Mehl</surname> <given-names>A</given-names></name> <name><surname>Baluch</surname> <given-names>A</given-names></name> <name><surname>Cawley</surname> <given-names>C</given-names></name> <name><surname>Challiner</surname> <given-names>J</given-names></name> <name><surname>Fraser</surname> <given-names>H</given-names></name> <etal/></person-group>. <article-title>How accurate are digital symptom assessment apps for suggesting conditions and urgency advice? A clinical vignettes comparison to GPs</article-title>. <source>BMJ Open</source>. (<year>2020</year>) <volume>10</volume>:<fpage>e040269</fpage>. doi: <pub-id pub-id-type="doi">10.1136/bmjopen-2020-040269</pub-id>, PMID: <pub-id pub-id-type="pmid">33328258</pub-id></citation>
</ref>
<ref id="ref10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hill</surname> <given-names>MG</given-names></name> <name><surname>Sim</surname> <given-names>M</given-names></name> <name><surname>Mills</surname> <given-names>B</given-names></name></person-group>. <article-title>The quality of diagnosis and triage advice provided by free online symptom checkers and apps in Australia</article-title>. <source>Med J Aust</source>. (<year>2020</year>) <volume>212</volume>:<fpage>514</fpage>&#x2013;<lpage>9</lpage>. doi: <pub-id pub-id-type="doi">10.5694/mja2.50600</pub-id>, PMID: <pub-id pub-id-type="pmid">32391611</pub-id></citation>
</ref>
<ref id="ref11">
<label>11.</label>
<citation citation-type="other"><person-group person-group-type="author">
<name><surname>Blanchard</surname> <given-names>S.</given-names></name>
</person-group> <article-title>NHS-backed GP chatbot is branded a public health danger. Daily Mail</article-title>, (<year>2019</year>). <comment>Available at:</comment> <ext-link xlink:href="https://www.dailymail.co.uk/health/article-6751393/NHS-backed-GP-chatbot-branded-public-health-danger.html" ext-link-type="uri">https://www.dailymail.co.uk/health/article-6751393/NHS-backed-GP-chatbot-branded-public-health-danger.html</ext-link>.</citation>
</ref>
<ref id="ref12">
<label>12.</label>
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Gellert</surname> <given-names>GA</given-names></name> <name><surname>Garber</surname> <given-names>L</given-names></name> <name><surname>Kabat-Karabon</surname> <given-names>A</given-names></name> <name><surname>Kuszczy&#x0144;ski</surname> <given-names>K</given-names></name> <name><surname>Price</surname> <given-names>T</given-names></name> <name><surname>Marcjasz</surname> <given-names>N</given-names></name></person-group>, <article-title>et al</article-title>. <article-title>Using AI-based virtual triage to improve acuity-level alignment of patient care seeking in an ambulatory care setting</article-title>. <source>Int J Healthcare</source>. (<year>2024</year>) in press.</citation>
</ref>
<ref id="ref13">
<label>13.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll01">Centers for Disease Control and Prevention, National Center for Health Statistics</collab>
</person-group>. <article-title>National Vital Statistics System, Mortality 2018&#x2013;2021 on CDC WONDER Online Database, released in 2021. Data are from the Multiple Cause of Death Files, 2018&#x2013;2021, as compiled from data provided by the 57 vital statistics jurisdictions through the Vital Statistics Cooperative Program</article-title>. <comment>Available at</comment>: <ext-link xlink:href="http://wonder.cdc.gov/ucd-icd10-expanded.html" ext-link-type="uri">http://wonder.cdc.gov/ucd-icd10-expanded.html</ext-link>.</citation>
</ref>
<ref id="ref14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>&#x015A;wi&#x0105;tkowska</surname> <given-names>M</given-names></name> <name><surname>Kosturek</surname> <given-names>M</given-names></name></person-group>. <article-title>Analysis of over triage rate based on production data labeled internally by the clinical validation team</article-title>. <source>Internal report of Infermedica</source>. (<year>2023</year>)</citation>
</ref>
<ref id="ref15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gellert</surname> <given-names>GA</given-names></name> <name><surname>Kuszczy&#x0144;ski</surname> <given-names>K</given-names></name> <name><surname>Marcjasz</surname> <given-names>N</given-names></name> <name><surname>Jaszczak</surname> <given-names>J</given-names></name> <name><surname>Price</surname> <given-names>T</given-names></name> <name><surname>Orzechowski</surname> <given-names>PM</given-names></name></person-group>. <article-title>A comparative performance analysis of live clinical triage using rules based triage protocols versus AI-based automated virtual triage</article-title>. <source>J. Hosp Adm</source>. (<year>2023</year>) <volume>13</volume>:<fpage>8</fpage>. doi: <pub-id pub-id-type="doi">10.5430/jha.v13n1p8</pub-id></citation>
</ref>
<ref id="ref16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gellert</surname> <given-names>GA</given-names></name> <name><surname>Orzechowski</surname> <given-names>PM</given-names></name> <name><surname>Price</surname> <given-names>T</given-names></name> <name><surname>Jaszczak</surname> <given-names>J</given-names></name> <name><surname>Marcjasz</surname> <given-names>N</given-names></name> <name><surname>Mlodawska</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>A multinational survey of patient utilization of and value conveyed through virtual symptom triage and healthcare referral</article-title>. <source>Frontiers in Public Health</source>. (<year>2023</year>). doi: <pub-id pub-id-type="doi">10.3389/fpubh.2022.1047291</pub-id></citation>
</ref>
<ref id="ref17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Taghaddosi</surname> <given-names>M</given-names></name> <name><surname>Dianati</surname> <given-names>M</given-names></name> <name><surname>Fath Gharib Bidgoli</surname> <given-names>J</given-names></name> <name><surname>Bahonaran</surname> <given-names>J</given-names></name></person-group>. <article-title>Delay and its related factors in seeking treatment in patients with acute myocardial infarction</article-title>. <source>ARYA Atheroscler.</source> (<year>2010</year>) <volume>6</volume>:<fpage>35</fpage>&#x2013;<lpage>41</lpage>.</citation>
</ref>
<ref id="ref18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>De Luca</surname> <given-names>G</given-names></name> <name><surname>Suryapranata</surname> <given-names>H</given-names></name> <name><surname>Ottervanger</surname> <given-names>JP</given-names></name> <name><surname>Antman</surname> <given-names>EM</given-names></name></person-group>. <article-title>Time delay to treatment and mortality in primary angioplasty for acute myocardial infarction: every minute of delay counts</article-title>. <source>Circulation.</source> (<year>2004</year>) <volume>109</volume>:<fpage>1223</fpage>&#x2013;<lpage>5</lpage>. doi: <pub-id pub-id-type="doi">10.1161/01.CIR.0000121424.76486.20</pub-id></citation>
</ref>
<ref id="ref19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Leslie</surname> <given-names>WS</given-names></name> <name><surname>Urie</surname> <given-names>A</given-names></name> <name><surname>Hooper</surname> <given-names>J</given-names></name> <name><surname>Morrison</surname> <given-names>CE</given-names></name></person-group>. <article-title>Delay in calling for help during myocardial infarction: reasons for the delay and subsequent pattern of accessing care</article-title>. <source>Heart.</source> (<year>2000</year>) <volume>84</volume>:<fpage>137</fpage>&#x2013;<lpage>41</lpage>. doi: <pub-id pub-id-type="doi">10.1136/heart.84.2.137</pub-id></citation>
</ref>
<ref id="ref20">
<label>20.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll1">Centers for Disease Control and Prevention</collab>
</person-group>. <source>Heart Disease Facts</source>. <comment>Available at: </comment><ext-link xlink:href="https://www.cdc.gov/heartdisease/facts.htm" ext-link-type="uri">https://www.cdc.gov/heartdisease/facts.htm</ext-link></citation>
</ref>
<ref id="ref21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mulder</surname> <given-names>MJHL</given-names></name> <name><surname>Jansen</surname> <given-names>IGH</given-names></name> <name><surname>Goldhoorn</surname> <given-names>RB</given-names></name> <name><surname>Venema</surname> <given-names>E</given-names></name> <name><surname>Chalos</surname> <given-names>V</given-names></name> <name><surname>Compagne</surname> <given-names>KCJ</given-names></name> <etal/></person-group>. <article-title>Time to endovascular treatment and outcome in acute ischemic stroke: MR CLEAN registry results</article-title>. <source>Circulation.</source> (<year>2018</year>) <volume>138</volume>:<fpage>232</fpage>&#x2013;<lpage>40</lpage>. doi: <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.117.032600</pub-id></citation>
</ref>
<ref id="ref22">
<label>22.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eddelien</surname> <given-names>HS</given-names></name> <name><surname>Butt</surname> <given-names>JH</given-names></name> <name><surname>Amtoft</surname> <given-names>AC</given-names></name> <name><surname>Nielsen</surname> <given-names>NSK</given-names></name> <name><surname>Jensen</surname> <given-names>ES</given-names></name> <name><surname>Danielsen</surname> <given-names>IMK</given-names></name> <etal/></person-group>. <article-title>Patient-reported factors associated with early arrival for stroke treatment</article-title>. <source>Brain Behav.</source> (<year>2021</year>) <volume>11</volume>:<fpage>e2225</fpage>. doi: <pub-id pub-id-type="doi">10.1002/brb3.2225</pub-id></citation>
</ref>
<ref id="ref23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fladt</surname> <given-names>J</given-names></name> <name><surname>Meier</surname> <given-names>N</given-names></name> <name><surname>Thilemann</surname> <given-names>S</given-names></name> <name><surname>Polymeris</surname> <given-names>A</given-names></name> <name><surname>Traenka</surname> <given-names>C</given-names></name> <name><surname>Seiffge</surname> <given-names>DJ</given-names></name> <etal/></person-group>. <article-title>Reasons for prehospital delay in acute ischemic stroke</article-title>. <source>J Am&#x2009;Heart Assoc.</source> (<year>2019</year>) <volume>8</volume>:<fpage>e013101</fpage>. doi: <pub-id pub-id-type="doi">10.1161/JAHA.119.013101</pub-id></citation>
</ref>
<ref id="ref24">
<label>24.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll2">Centers for Disease Control and Prevention</collab>
</person-group>. <source>Stroke facts</source> (<year>2023</year>). <comment>Available at: </comment><ext-link xlink:href="https://www.cdc.gov/stroke/facts.htm" ext-link-type="uri">https://www.cdc.gov/stroke/facts.htm</ext-link>.</citation>
</ref>
<ref id="ref25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Levy</surname> <given-names>ML</given-names></name>
</person-group>. <article-title>The national review of asthma deaths: what did we&#x2009;learn and what needs to change?</article-title> <source>Breathe (Sheff).</source> (<year>2015</year>) <volume>11</volume>:<fpage>14</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.1183/20734735.008914</pub-id></citation>
</ref>
<ref id="ref26">
<label>26.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll3">Centers for Disease Control and Prevention</collab>
</person-group>. (<year>2018</year>) <article-title>Archived National Asthma Data</article-title>. <comment></comment><ext-link xlink:href="https://www.cdc.gov/asthma/archivedata/2018/2018_archived_national_data.html" ext-link-type="uri">https://www.cdc.gov/asthma/archivedata/2018/2018_archived_national_data.html</ext-link></citation>
</ref>
<ref id="ref27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Daniel</surname> <given-names>P</given-names></name> <name><surname>Rodrigo</surname> <given-names>C</given-names></name> <name><surname>Mckeever</surname> <given-names>TM</given-names></name> <name><surname>Woodhead</surname> <given-names>M</given-names></name> <name><surname>Welham</surname> <given-names>S</given-names></name> <name><surname>Lim</surname> <given-names>WS</given-names></name></person-group>. <article-title>Time to first antibiotic and mortality in adults hospitalised with community-acquired pneumonia: a matched-propensity analysis</article-title>. <source>Thorax.</source> (<year>2016</year>) <volume>71</volume>:<fpage>568</fpage>&#x2013;<lpage>70</lpage>. doi: <pub-id pub-id-type="doi">10.1136/thoraxjnl-2015-207513</pub-id></citation>
</ref>
<ref id="ref28">
<label>28.</label>
<citation citation-type="journal"><article-title>Centers for Disease Control and Prevention. National Center for Health Statistics, National Hospital Ambulatory Medical Care Survey: 2021 Emergency Department Summary Tables</article-title>. <source>
<ext-link xlink:href="https://www.cdc.gov/nchs/data/nhamcs/web_tables/2021-nhamcs-ed-web-tables-508.pdf" ext-link-type="uri">National Hospital Ambulatory Medical Care Survey: 2021 Emergency Department Summary Tables (cdc.gov)</ext-link>
</source>.</citation>
</ref>
<ref id="ref29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Walen</surname> <given-names>S</given-names></name> <name><surname>Damoiseaux</surname> <given-names>RA</given-names></name> <name><surname>Uil</surname> <given-names>SM</given-names></name> <name><surname>van den Berg</surname> <given-names>JW</given-names></name></person-group>. <article-title>Diagnostic delay of pulmonary embolism in primary and secondary care: a retrospective cohort study</article-title>. <source>Br J Gen Pract.</source> (<year>2016</year>) <volume>66</volume>:<fpage>e444</fpage>&#x2013;<lpage>50</lpage>. doi: <pub-id pub-id-type="doi">10.3399/bjgp16X685201</pub-id></citation>
</ref>
<ref id="ref30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>B&#x0115;lohl&#x00E1;vek</surname> <given-names>J</given-names></name> <name><surname>Dytrych</surname> <given-names>V</given-names></name> <name><surname>Linhart</surname> <given-names>A</given-names></name></person-group>. <article-title>Pulmonary embolism, part I: epidemiology, risk factors and risk stratification, pathophysiology, clinical presentation, diagnosis and nonthrombotic pulmonary embolism</article-title>. <source>Exp Clin Cardiol.</source> (<year>2013</year>) <volume>18</volume>:<fpage>129</fpage>&#x2013;<lpage>38</lpage>.</citation>
</ref>
<ref id="ref31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mansella</surname> <given-names>G</given-names></name> <name><surname>Keil</surname> <given-names>C</given-names></name> <name><surname>Nickel</surname> <given-names>CH</given-names></name> <name><surname>Eken</surname> <given-names>C</given-names></name> <name><surname>Wirth</surname> <given-names>C</given-names></name> <name><surname>Tzankov</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Delayed diagnosis in pulmonary embolism: frequency, patient characteristics, and outcome</article-title>. <source>Respiration.</source> (<year>2020</year>) <volume>99</volume>:<fpage>589</fpage>&#x2013;<lpage>97</lpage>. doi: <pub-id pub-id-type="doi">10.1159/000508396</pub-id></citation>
</ref>
<ref id="ref32">
<label>32.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll4">American Lung Association</collab>
</person-group>. <source>Learn about pulmonary embolism</source>. <publisher-name>American Lung Association</publisher-name> (<year>2023</year>). Available at. https://www.lung.org/lung-health-diseases/lungdisease-lookup/pulmonary-embolism/learn-about-pulmonaryembolism#:~:text=Pulmonary%20embolism%20affects%20around%20 <volume>900%2C000</volume>,<fpage>that%20travel%20to%20the%20lungs</fpage>.</citation>
</ref>
<ref id="ref33">
<label>33.</label>
<citation citation-type="other"><person-group person-group-type="author"><name><surname>Tsao</surname> <given-names>CW</given-names></name> <name><surname>Aday</surname> <given-names>AW</given-names></name> <name><surname>Almarzooq</surname> <given-names>ZI</given-names></name> <etal/></person-group>. <article-title>Heart disease and stroke statistics-2022 update: a report from the American Heart Association</article-title>. <source>Circulation.</source> (<year>2022</year>) <volume>145</volume>:<fpage>e153</fpage>&#x2013; e639.l. doi: <pub-id pub-id-type="doi">10.1161/CIR.0000000000001052</pub-id></citation>
</ref>
<ref id="ref34">
<label>34.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll5">American Heart Association</collab>
</person-group>, <source>2022 Heart Disease and Stroke Statistics Update Fact Sheet. <ext-link xlink:href="https://www.heart.org/-/media/PHD-Files-2/Science-News/2/2022-Heart-and-Stroke-Stat-Update/2022-Stat-Update-At-a-Glance.pdf" ext-link-type="uri">2022 Heart Disease and Stroke Statistics Update Fact Sheet At-a-Glance</ext-link></source></citation>
</ref>
<ref id="ref35">
<label>35.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll6">Centers for Disease Control and Prevention</collab>
</person-group>. (<year>2020</year>) <source>Archived National Asthma Data</source>. Available at: https://www.cdc.gov/asthma/archivedata/2020/2020_archived_ national_data.html</citation>
</ref>
<ref id="ref36">
<label>36.</label>
<citation citation-type="other"><person-group person-group-type="author">
<collab id="coll7">Asthma and Allergy Foundation of America</collab>
</person-group>. <source>Asthma facts and figures</source>. (<year>2023</year>). <comment>Available at: </comment><ext-link xlink:href="https://aafa.org/asthma/asthma-facts/" ext-link-type="uri">https://aafa.org/asthma/asthma-facts/</ext-link></citation>
</ref>
<ref id="ref37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author">
<name><surname>Braman</surname> <given-names>SS</given-names></name>
</person-group>. <article-title>The global burden of asthma</article-title>. <source>Chest.</source> (<year>2006</year>) <volume>130</volume>:<fpage>4S</fpage>&#x2013;<lpage>12S</lpage>. doi: <pub-id pub-id-type="doi">10.1378/chest.130.1_suppl.4S</pub-id></citation>
</ref>
<ref id="ref38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>van Maanen</surname> <given-names>R</given-names></name> <name><surname>Trinks-Roerdink</surname> <given-names>EM</given-names></name> <name><surname>Rutten</surname> <given-names>FH</given-names></name> <name><surname>Geersing</surname> <given-names>GJ</given-names></name></person-group>. <article-title>A systematic review and meta-analysis of diagnostic delay in pulmonary embolism</article-title>. <source>Eur J Gen Pract.</source> (<year>2022</year>) <volume>28</volume>:<fpage>165</fpage>&#x2013;<lpage>72</lpage>. doi: <pub-id pub-id-type="doi">10.1080/13814788.2022.2086232</pub-id></citation>
</ref>
<ref id="ref39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Magnusson</surname> <given-names>C</given-names></name> <name><surname>Herlitz</surname> <given-names>J</given-names></name> <name><surname>Sunnerhagen</surname> <given-names>KS</given-names></name> <name><surname>Hansson</surname> <given-names>PO</given-names></name> <name><surname>Andersson</surname> <given-names>JO</given-names></name> <name><surname>Jood</surname> <given-names>K</given-names></name></person-group>. <article-title>Prehospital recognition of stroke is associated with a lower risk of death</article-title>. <source>Acta Neurol Scand.</source> (<year>2022</year>) <volume>146</volume>:<fpage>126</fpage>&#x2013;<lpage>36</lpage>. doi: <pub-id pub-id-type="doi">10.1111/ane.13618</pub-id></citation>
</ref>
</ref-list>
</back>
</article>