<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article article-type="research-article" xmlns:xlink="http://www.w3.org/1999/xlink">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Digit. Health</journal-id>
<journal-title>Frontiers in Digital Health</journal-title><abbrev-journal-title abbrev-type="pubmed">Front. Digit. Health</abbrev-journal-title>
<issn pub-type="epub">2673-253X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fdgth.2022.845453</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Digital Health</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Personalized decision-making for acute cholecystitis: Understanding surgeon judgment</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author"><name><surname>Filiberto</surname><given-names>Amanda C.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/915213/overview"/></contrib>
<contrib contrib-type="author"><name><surname>Efron</surname><given-names>Philip A.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/513784/overview" /></contrib>
<contrib contrib-type="author"><name><surname>Frantz</surname><given-names>Amanda</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/1881311/overview" /></contrib>
<contrib contrib-type="author"><name><surname>Bihorac</surname><given-names>Azra</given-names></name>
<xref ref-type="aff" rid="aff3"><sup>3</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/62966/overview" /></contrib>
<contrib contrib-type="author"><name><surname>Upchurch</surname><given-names>Gilbert R.</given-names><suffix>Jr</suffix></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref><uri xlink:href="https://loop.frontiersin.org/people/879010/overview" /></contrib>
<contrib contrib-type="author" corresp="yes"><name><surname>Loftus</surname><given-names>Tyler J.</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="aff" rid="aff4"><sup>4</sup></xref>
<xref ref-type="corresp" rid="cor1">&#x002A;</xref><uri xlink:href="https://loop.frontiersin.org/people/513647/overview" /></contrib>
</contrib-group>
<aff id="aff1"><label><sup>1</sup></label><addr-line>Department of Surgery</addr-line>, <institution>University of Florida Health</institution>, <addr-line>Gainesville, FL</addr-line>, <country>United States</country></aff>
<aff id="aff2"><label><sup>2</sup></label><addr-line>Department of Anesthesiology</addr-line>, <institution>University of Florida Health</institution>, <addr-line>Gainesville, FL</addr-line>, <country>United States</country></aff>
<aff id="aff3"><label><sup>3</sup></label><addr-line>Department of Medicine</addr-line>, <institution>University of Florida Health</institution>, <addr-line>Gainesville, FL</addr-line>, <country>United States</country></aff>
<aff id="aff4"><label><sup>4</sup></label> <addr-line>Intelligent Critical Care Center</addr-line>, <institution>University of Florida Health</institution>, <addr-line>Gainesville, FL</addr-line>, <country>United States</country></aff>
<author-notes>
<fn fn-type="edited-by"><p><bold>Edited by:</bold> Dean Ho, National University of Singapore, Singapore</p></fn>
<fn fn-type="edited-by"><p><bold>Reviewed by:</bold> Paraskevi Papadopoulou, American College of Greece, Greece Sarantos Kaptanis, Glaxo Smith Kline (United Kingdom), United Kingdom Chris Tostado, National University of Singapore, Singapore</p></fn>
<corresp id="cor1"><label>&#x002A;</label><bold>Correspondence:</bold> Tyler J. Loftus <email>tyler.loftus@surgery.ufl.edu</email></corresp>
<fn fn-type="other" id="fn001"><p><bold>Specialty Section:</bold> This article was submitted to Personalized Medicine, a section of the journal Frontiers in Digital Health</p></fn>
</author-notes>
<pub-date pub-type="epub"><day>15</day><month>09</month><year>2022</year></pub-date>
<pub-date pub-type="collection"><year>2022</year></pub-date>
<volume>4</volume><elocation-id>845453</elocation-id>
<history>
<date date-type="received"><day>29</day><month>12</month><year>2021</year></date>
<date date-type="accepted"><day>30</day><month>08</month><year>2022</year></date>
</history>
<permissions>
<copyright-statement>&#x00A9; 2022 Filiberto, Efron, Frantz, BIhorac, Upchurch and Loftus.</copyright-statement>
<copyright-year>2022</copyright-year><copyright-holder>Filiberto, Efron, Frantz, BIhorac, Upchurch and Loftus</copyright-holder><license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the <ext-link ext-link-type="uri" xlink:href="http://creativecommons.org/licenses/by/4.0/">Creative Commons Attribution License (CC BY)</ext-link>. The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract>
<sec><title>Background</title>
<p>There is sparse high-level evidence to guide treatment decisions for severe, acute cholecystitis (inflammation of the gallbladder). Therefore, treatment decisions depend heavily on individual surgeon judgment, which is highly variable and potentially amenable to personalized, data-driven decision support. We test the hypothesis that surgeons&#x0027; treatment recommendations misalign with perceived risks and benefits for laparoscopic cholecystectomy (surgical removal) vs. percutaneous cholecystostomy (image-guided drainage).</p>
</sec>
<sec><title>Methods</title>
<p>Surgery attendings, fellows, and residents applied individual judgement to standardized case scenarios in a live, web-based survey in estimating the quantitative risks and benefits of laparoscopic cholecystectomy vs. percutaneous cholecystostomy for both moderate and severe acute cholecystitis, as well as the likelihood that they would recommend cholecystectomy.</p>
</sec>
<sec><title>Results</title>
<p>Surgeons predicted similar 30-day morbidity rates for laparoscopic cholecystectomy and percutaneous cholecystostomy. However, a greater proportion of surgeons predicted low (&#x003C;50&#x0025;) likelihood of full recovery following percutaneous cholecystostomy compared with cholecystectomy for both moderate (30&#x0025; vs. 2&#x0025;, <italic>p&#x2009;</italic>&#x003C;&#x2009;0.001) and severe (62&#x0025; vs. 38&#x0025;, <italic>p&#x2009;</italic>&#x003C;&#x2009;0.001) cholecystitis. Ninety-eight percent of all surgeons were likely or very likely to recommend cholecystectomy for moderate cholecystitis; only 32&#x0025; recommended cholecystectomy for severe cholecystitis (<italic>p&#x2009;</italic>&#x003C;&#x2009;0.001). There were no significant differences in predicted postoperative morbidity when respondents were stratified by academic rank or self-reported ability to predict complications or make treatment recommendations.</p>
</sec>
<sec><title>Conclusions</title>
<p>Surgeon recommendations for severe cholecystitis were discordant with perceived risks and benefits of treatment options. Surgeons predicted greater functional recovery after cholecystectomy but less than one-third recommended cholecystectomy. These findings suggest opportunities to augment surgical decision-making with personalized, data-driven decision support.</p>
</sec>
</abstract>
<kwd-group>
<kwd>cholecystitis</kwd>
<kwd>cholecystectomy</kwd>
<kwd>cholecystostomy</kwd>
<kwd>surgical decision making</kwd>
<kwd>risks</kwd>
<kwd>complications</kwd>
</kwd-group>
<contract-sponsor id="cn001">This work was supported in part by grants R01 GM113945 (PAE), P50 GM111152 (PAE, AB), R01 GM110240 (AB), and K23 GM140268 (TJL) awarded by the National Institute of General Medical Sciences (NIGMS), and the Thomas H. Maren Junior Investigator Fund (TJL). The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</contract-sponsor>
<counts>
<fig-count count="4"/>
<table-count count="2"/><equation-count count="0"/><ref-count count="33"/><page-count count="0"/><word-count count="0"/></counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro"><title>Introduction</title>
<p>Surgeons make complex, high-stakes, personalized recommendations when managing patients with acute cholecystitis. Evidence supports the safety and efficacy of laparoscopic cholecystectomy for patients with moderate cholecystitis characterized by significant leukocytosis, prolonged duration of symptoms, or signs of marked local inflammation like gallbladder gangrene, emphysema, or perforation (<xref ref-type="bibr" rid="B1">1</xref>&#x2013;<xref ref-type="bibr" rid="B3">3</xref>). For patients with severe acute cholecystitis, (i.e., cholecystitis associated with organ dysfunction manifested as altered sensorium, cardiovascular instability, hypoxemia, acute kidney injury, cholestatic coagulopathy, or thrombocytopenia), high-level evidence is lacking, and guidelines are ambiguous regarding early cholecystectomy (surgical removal) vs. percutaneous cholecystostomy (image-guided drainage) (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B4">4</xref>&#x2013;<xref ref-type="bibr" rid="B6">6</xref>). Therefore, in the absence of prohibitive risk for procedural interventions or patient preference for medical management alone, surgeons must recommend cholecystectomy or cholecystostomy using clinical judgment alone.</p>
<p>Unfortunately, individual surgeon judgment is highly variable and occasionally errant. In a prospective audit of complications among 4,743 surgical patients, diagnostic and judgment errors were the second-most common cause of preventable harm (<xref ref-type="bibr" rid="B7">7</xref>). In a survey of 7,905 members of the American College of Surgeons (ACS), surgeons reported that lapses in judgment were the most common cause of major errors, accounting for 32&#x0025; (<xref ref-type="bibr" rid="B8">8</xref>). Surgical decision-making is often compromised by time constraints, uncertainty, and the lack of high-level evidence as well as concrete guidelines and recommendations from professional societies. Under these circumstances, surgeons may rely on heuristics or cognitive shortcuts, which can lead to bias and error, and can ignore important elements of personalized decision-making (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>). Variability in decision-making regarding operative and non-operative management has been described for several acute surgical conditions but not for cholecystitis, a condition for which evidence gaps force reliance on individual judgement (<xref ref-type="bibr" rid="B11">11</xref>).</p>
<p>To create a framework for understanding how and why surgeons decide between cholecystectomy and cholecystostomy, surgery attendings, fellows, and residents were surveyed regarding their estimated risks and benefits of laparoscopic cholecystectomy and percutaneous cholecystostomy for moderate and severe acute cholecystitis, as well as the likelihood that they would recommend cholecystectomy. Our null hypothesis was that there would be no difference in perceived risks and benefits between cholecystectomy and cholecystostomy, and that the likelihood of recommending cholecystectomy would be evenly distributed along a continuum ranging from very unlikely to very likely.</p>
</sec>
<sec id="s2"><title>Material and methods</title>
<sec id="s2a"><title>Study design</title>
<p>To identify patient and surgeon characteristics that are most influential in surgical-decision making for acute cholecystitis, a live, web-based survey was performed during Surgery Grand Rounds at a tertiary care academic center. After excluding four respondents that provided incomplete data, there were 50 respondents, including 27 attending surgeons and 23 surgery residents and fellows, representing a diverse set of training backgrounds and subspecialties. These subjects scanned a QR code or entered a web address and PIN number on their mobile device to access a VoxVote (Breda, Netherlands) live voting exercise. Participation was voluntary and anonymous. Respondents acknowledged that participation included consent for the reproduction and publication of data produced during the exercise. Institutional Review Board approval was obtained.</p>
<p>The survey questions are listed in <xref ref-type="sec" rid="s12">Supplementary Table S1</xref> and case scenarios are listed in <xref ref-type="table" rid="T1">Table&#x00A0;1</xref>. Briefly, surgeons reported their professional rank and rated their ability to accurately predict the risk of postoperative complications, their ability to make effective recommendations for operative management, and their surgical technical skills as being in the top half or bottom half of their peer group, defined as individuals with the same professional rank.</p>
<table-wrap id="T1" position="float"><label>Table 1</label>
<caption><p>Clinical scenarios.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
</colgroup>
<tbody>
<tr>
<td valign="top" align="left"><bold>Scenario 1:</bold> A 58-year-old male presents to the emergency department with a two-day history of right upper quadrant pain, nausea, and vomiting. Right upper quadrant ultrasound demonstrates cholelithiasis, gallbladder wall thickening, pericholecystic fluid, positive sonographic Murphy&#x0027;s sign, and common bile duct diameter 4&#x2005;mm.</td>
</tr>
<tr>
<td valign="top" align="left">Past medical history: hypertension, hyperlipidemia, diabetes, obesity (body mass index 32&#x2005;kg/m<sup>2</sup>).</td>
</tr>
<tr>
<td valign="top" align="left">Past surgical history: none.</td>
</tr>
<tr>
<td valign="top" align="left">Social history: quit smoking three years ago.</td>
</tr>
<tr>
<td valign="top" align="left">Medications: hydrochlorothiazide, atorvastatin, metformin.</td>
</tr>
<tr>
<td valign="top" align="left">Vital signs: heart rate&#x2009;&#x003D;&#x2009;98, blood pressure&#x2009;&#x003D;&#x2009;154/93 mmHg, respiratory rate&#x2009;&#x003D;&#x2009;20, oxygen saturation&#x2009;&#x003D;&#x2009;98&#x0025;.</td>
</tr>
<tr>
<td valign="top" align="left">Laboratory values: serum bicarbonate&#x2009;&#x003D;&#x2009;22&#x2005;mmol/L, serum creatinine &#x003D;1.2&#x2005;mg/dl, albumin&#x2009;&#x003D;&#x2009;3.6&#x2005;g/dl, total bilirubin&#x003D; 1.0&#x2005;mg/dl, direct bilirubin&#x2009;&#x003D;&#x2009;0.5&#x2005;mg/dl, white blood cell count&#x2009;&#x003D;&#x2009;19.7&#x2009;&#x00D7;&#x2009;10<sup>9</sup>/L, hemoglobin&#x2009;&#x003D;&#x2009;13.0&#x2005;g/dl, hematocrit&#x2009;&#x003D;&#x2009;41&#x0025;, platelet count&#x2009;&#x003D;&#x2009;211&#x2009;&#x00D7;&#x2009;10<sup>9</sup>/L, international normalized ratio&#x2009;&#x003D;&#x2009;0.9, glycated hemoglobin&#x2009;&#x003D;&#x2009;7.5&#x0025;, lipase&#x2009;&#x003D;&#x2009;22 U/L.</td>
</tr>
<tr>
<td valign="top" align="left">
<list>
<list-item><label>1)</label><p>&#x00A0;Scenario 1: What is the probability of a serious complication within 30 days of laparoscopic cholecystectomy?
<list list-type="simple">
<list-item>
<p>a.&#x00A0;0&#x0025;&#x2013;2&#x0025;</p></list-item>
<list-item>
<p>b.&#x00A0;2&#x0025;&#x2013;5&#x0025;</p></list-item>
<list-item>
<p>c.&#x00A0;5&#x0025;&#x2013;10&#x0025;</p></list-item>
<list-item>
<p>d.&#x00A0;10&#x0025;&#x2013;20&#x0025;</p></list-item>
<list-item>
<p>e.&#x00A0;&#x003E;20&#x0025;</p></list-item>
</list></p></list-item>
<list-item><label>2)</label><p>&#x00A0;Scenario 1: What is the probability of recovery within 30 days of laparoscopic cholecystectomy?
<list list-type="simple">
<list-item>
<p>a.&#x00A0;&#x003C;50&#x0025;</p></list-item>
<list-item>
<p>b.&#x00A0;50&#x0025;&#x2013;75&#x0025;</p></list-item>
<list-item>
<p>c.&#x00A0;75&#x0025;&#x2013;90&#x0025;</p></list-item>
<list-item>
<p>d.&#x00A0;90&#x0025;&#x2013;95&#x0025;</p></list-item>
<list-item>
<p>e.&#x00A0;95&#x0025;&#x2013;100&#x0025;</p></list-item>
</list></p></list-item>
<list-item><label>3)</label><p>&#x00A0;Scenario 1: What is the probability of a serious complication within 30 days of percutaneous cholecystostomy?
<list list-type="simple">
<list-item>
<p>a.&#x00A0;0&#x0025;&#x2013;2&#x0025;</p></list-item>
<list-item>
<p>b.&#x00A0;2&#x0025;&#x2013;5&#x0025;</p></list-item>
<list-item>
<p>c.&#x00A0;5&#x0025;&#x2013;10&#x0025;</p></list-item>
<list-item>
<p>d.&#x00A0;10&#x0025;&#x2013;20&#x0025;</p></list-item>
<list-item>
<p>e.&#x00A0;&#x003E;20&#x0025;</p></list-item>
</list></p></list-item>
<list-item><label>4)</label><p>&#x00A0;Scenario 1: What is the probability of recovery within 30 days of percutaneous cholecystostomy?
<list list-type="simple">
<list-item>
<p>a.&#x00A0;&#x003C;50&#x0025;</p></list-item>
<list-item>
<p>b.&#x00A0;50&#x0025;&#x2013;75&#x0025;</p></list-item>
<list-item>
<p>c.&#x00A0;75&#x0025;&#x2013;90&#x0025;</p></list-item>
<list-item>
<p>d.&#x00A0;90&#x0025;&#x2013;95&#x0025;</p></list-item>
<list-item>
<p>e.&#x00A0;95&#x0025;&#x2013;100&#x0025;</p></list-item>
</list></p></list-item>
<list-item><label>5)</label><p>&#x00A0;Scenario 1: How likely are you to recommend laparoscopic cholecystectomy?
<list list-type="simple">
<list-item><label>a.</label><p>&#x00A0;Very unlikely</p></list-item>
<list-item><label>b.</label><p>&#x00A0;Unlikely</p></list-item>
<list-item><label>c.</label><p>&#x00A0;Neutral</p></list-item>
<list-item><label>d.</label><p>&#x00A0;Likely</p></list-item>
<list-item><label>e.</label><p>&#x00A0;Very Likely</p></list-item>
</list></p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left"><bold>Scenario 2:</bold> A 58-year-old male presents to the emergency department with a five-day history of right upper quadrant pain, nausea, vomiting, and delirium. Right upper quadrant ultrasound demonstrates cholelithiasis, gallbladder wall thickening and perforation, pericholecystic fluid, positive sonographic Murphy&#x0027;s sign, and common bile duct diameter 4&#x2005;mm.</td>
</tr>
<tr>
<td valign="top" align="left">Past medical history: hypertension, hyperlipidemia, diabetes, obesity (body mass index 32&#x2005;kg/m<sup>2</sup>)</td>
</tr>
<tr>
<td valign="top" align="left">Past surgical history: none</td>
</tr>
<tr>
<td valign="top" align="left">Social history: quit smoking three years ago</td>
</tr>
<tr>
<td valign="top" align="left">Medications: hydrochlorothiazide, atorvastatin, metformin</td>
</tr>
<tr>
<td valign="top" align="left">Vital signs: heart rate&#x2009;&#x003D;&#x2009;113, blood pressure&#x2009;&#x003D;&#x2009;103/78 mmHg, respiratory rate&#x2009;&#x003D;&#x2009;28, oxygen saturation&#x2009;&#x003D;&#x2009;92&#x0025;</td>
</tr>
<tr>
<td valign="top" align="left">Laboratory values: serum bicarbonate&#x2009;&#x003D;&#x2009;19&#x2005;mmol/L, serum creatinine &#x003D;2.1&#x2005;mg/dl, albumin&#x2009;&#x003D;&#x2009;2.9&#x2005;g/dl, total bilirubin&#x2009;&#x003D;&#x2009;1.3&#x2005;mg/dl, direct bilirubin&#x2009;&#x003D;&#x2009;0.5&#x2005;mg/dl, white blood cell count&#x2009;&#x003D;&#x2009;21.3&#x2009;&#x00D7;&#x2009;10<sup>9</sup>/L, hemoglobin&#x2009;&#x003D;&#x2009;9.0&#x2005;g/dl, hematocrit&#x2009;&#x003D;&#x2009;30&#x0025;, platelet count&#x2009;&#x003D;&#x2009;92&#x2009;&#x00D7;&#x2009;10<sup>9</sup>/L, international normalized ratio&#x2009;&#x003D;&#x2009;1.4, glycated hemoglobin&#x2009;&#x003D;&#x2009;7.5&#x0025;, lipase&#x2009;&#x003D;&#x2009;22 U/L</td>
</tr>
<tr>
<td valign="top" align="left">6)&#x00A0;Scenario 2: What is the probability of a serious complication within 30 days of laparoscopic cholecystectomy?
<list list-type="simple">
<list-item>
<p>a.&#x00A0;0&#x0025;&#x2013;2&#x0025;</p></list-item>
<list-item>
<p>b.&#x00A0;2&#x0025;&#x2013;5&#x0025;</p></list-item>
<list-item>
<p>c.&#x00A0;5&#x0025;&#x2013;10&#x0025;</p></list-item>
<list-item>
<p>d.&#x00A0;10&#x0025;&#x2013;20&#x0025;</p></list-item>
<list-item>
<p>e.&#x00A0;&#x003E;20&#x0025;</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">7)&#x00A0;Scenario 2: What is the probability of recovery within 30 days of laparoscopic cholecystectomy?
<list list-type="simple">
<list-item>
<p>a.&#x00A0;&#x003C;50&#x0025;</p></list-item>
<list-item>
<p>b.&#x00A0;50&#x0025;&#x2013;75&#x0025;</p></list-item>
<list-item>
<p>c.&#x00A0;75&#x0025;&#x2013;90&#x0025;</p></list-item>
<list-item>
<p>d.&#x00A0;90&#x0025;&#x2013;95&#x0025;</p></list-item>
<list-item>
<p>e.&#x00A0;95&#x0025;&#x2013;100&#x0025;</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">8)&#x00A0;Scenario 2: What is the probability of a serious complication within 30 days of percutaneous cholecystostomy?
<list list-type="simple">
<list-item>
<p>a.&#x00A0;0&#x0025;&#x2013;2&#x0025;</p></list-item>
<list-item>
<p>b.&#x00A0;2&#x0025;&#x2013;5&#x0025;</p></list-item>
<list-item>
<p>c.&#x00A0;5&#x0025;&#x2013;10&#x0025;</p></list-item>
<list-item>
<p>d.&#x00A0;10&#x0025;&#x2013;20&#x0025;</p></list-item>
<list-item>
<p>e.&#x00A0;&#x003E;20&#x0025;</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">9)&#x00A0;Scenario 2: What is the probability of recovery within 30 days of percutaneous cholecystostomy?
<list list-type="simple">
<list-item>
<p>a.&#x00A0;&#x003C;50&#x0025;</p></list-item>
<list-item>
<p>b.&#x00A0;50&#x0025;&#x2013;75&#x0025;</p></list-item>
<list-item>
<p>c.&#x00A0;75&#x0025;&#x2013;90&#x0025;</p></list-item>
<list-item>
<p>d.&#x00A0;90&#x0025;&#x2013;95&#x0025;</p></list-item>
<list-item>
<p>e.&#x00A0;95&#x0025;&#x2013;100&#x0025;</p></list-item>
</list></td>
</tr>
<tr>
<td valign="top" align="left">10)&#x00A0;Scenario 2: How likely are you to recommend laparoscopic cholecystectomy?
<list>
<list-item><label>a.</label><p>&#x00A0;Very unlikely</p></list-item>
<list-item><label>b.</label><p>&#x00A0;Unlikely</p></list-item>
<list-item><label>c.</label><p>&#x00A0;Neutral</p></list-item>
<list-item><label>d.</label><p>&#x00A0;Likely</p></list-item>
<list-item><label>b.</label><p>&#x00A0;Very Likely</p></list-item>
</list></td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn1"><p>Serious complications include cardiac arrest, MI, pneumonia, progressive renal insufficiency, acute renal failure; PE, deep vein thrombosis, sepsis, respiratory failure; UTI, return to the OR, deep or organ space SSI, and wound disruption. Recovery is defined as being free of the immediate threats of the disease process and back to a reasonable level of baseline health.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>A scenario of moderate acute cholecystitis was then presented, as described in the supplement. Moderate cholecystitis was defined by Tokyo Guidelines (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). Respondents estimated the probability of a serious complication within 30 days of laparoscopic cholecystectomy, including cardiac arrest, myocardial infarction, pneumonia, progressive renal insufficiency, acute renal failure, pulmonary embolism, deep vein thrombosis, sepsis, respiratory failure, urinary tract infection, return to the operating room, deep or organ space surgical site infection, and wound disruption, in accordance with the ACS National Surgical Quality Improvement Program (NSQIP) definitions (<xref ref-type="bibr" rid="B11">11</xref>). Estimated risk for complications was classified as 0&#x0025;&#x2013;2&#x0025;, 2&#x0025;&#x2013;5&#x0025;, 5&#x0025;&#x2013;10&#x0025;, 10&#x0025;&#x2013;20&#x0025;, or &#x003E;20&#x0025;. Respondents then estimated the probability of recovery within 30 days of laparoscopic cholecystectomy, defined as being free of the immediate threats of the disease process and back to a reasonable level of baseline health (<xref ref-type="bibr" rid="B11">11</xref>). Estimated likelihood of recovery was classified as &#x003C;50&#x0025;, 50&#x0025;&#x2013;75&#x0025;, 75&#x0025;&#x2013;90&#x0025;, 90&#x0025;&#x2013;95&#x0025;, or 95&#x0025;&#x2013;100&#x0025;. The ACS NSQIP Surgical Risk Calculator was used to estimate the risk of serious complications within 30 days of laparoscopic cholecystectomy. The same two questions regarding complications and recovery were asked regarding percutaneous cholecystostomy for the same moderate cholecystitis scenario. Respondents were then asked to describe the likelihood that they would recommend cholecystectomy, classified as very unlikely, unlikely, neutral, likely, or very likely.</p>
<p>A second clinical scenario of severe acute cholecystitis was then presented, and the same five questions regarding complications and recovery for laparoscopic cholecystectomy and percutaneous cholecystostomy and the likelihood of recommending cholecystectomy were repeated. Severe cholecystitis was defined by Tokyo Guidelines (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>).</p>
</sec>
<sec id="s2b"><title>Statistical analysis</title>
<p>Statistical analysis was performed in SPSS version 25 (IBM, Armonk, NY) with significance set at <italic>&#x03B1;&#x2009;</italic>&#x003D;&#x2009;0.05. Estimated risk of serious complication and recovery within 30 days following laparoscopic cholecystectomy vs. percutaneous cholecystostomy were compared by the Wilcoxon matched pairs signed rank test. The proportion of respondents recommending cholecystectomy for moderate vs. severe acute cholecystitis was compared by Fisher&#x0027;s Exact test. Univariable logistic regression was used to assess associations between the likelihood of recommending cholecystectomy and multiple potentially influential factors including professional rank, self-assessment of decision-making and operative skills, and estimations of risks and benefits of cholecystectomy and cholecystostomy. Based on results of the regression analysis, secondary analyses were performed comparing estimated risk of 30-day morbidity following laparoscopic cholecystectomy stratified by professional rank and self-identification as being in the top half of one&#x0027;s peer group in predicting complications, making treatment recommendations, and technical skills. These subgroups were compared by Fisher&#x0027;s exact test. The exploratory nature of this study and the absence of effect size estimates from prior studies precluded the performance of a power analysis.</p>
</sec>
</sec>
<sec id="s3" sec-type="results"><title>Results</title>
<sec id="s3a"><title>Predicted morbidity following cholecystectomy and cholecystostomy</title>
<p>Estimated 30-day morbidity was similar for laparoscopic cholecystectomy and percutaneous cholecystostomy for both moderate and severe acute cholecystitis (<xref ref-type="fig" rid="F1">Figure&#x00A0;1</xref>). For the moderate cholecystitis scenario, the most common morbidity estimate for laparoscopic cholecystectomy was 5&#x0025;&#x2013;10&#x0025;, selected by 38&#x0025; (19/50) of all respondents; for percutaneous cholecystostomy, the most common morbidity estimate was 2&#x2013;5&#x0025;, selected by 38&#x0025; (19/50). The ACS NSQIP Surgical Risk Calculator predicted a 5.6&#x0025; chance of serious complications within 30 days of laparoscopic cholecystectomy. For the severe cholecystitis scenario, the most common morbidity estimate for laparoscopic cholecystectomy was &#x003E;20&#x0025;, selected by 46&#x0025; (23/50); for percutaneous cholecystostomy the most common morbidity estimate was also &#x003E;20&#x0025;, selected by 40&#x0025; (20/50). The ACS NSQIP Surgical Risk Calculator predicted a 9.2&#x0025; chance of serious complications within 30 days of laparoscopic cholecystectomy.</p>
<fig id="F1" position="float"><label>Figure 1</label>
<caption><p>Surgeon-estimated 30-day morbidity was similar for laparoscopic cholecystectomy and percutaneous cholecystostomy for both moderate and severe cholecystitis. CCY, laparoscopic cholecystectomy; PC, percutaneous cholecystostomy.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-04-845453-g001.tif"/>
</fig>
</sec>
<sec id="s3b"><title>Predicted recovery following cholecystectomy and cholecystostomy</title>
<p>Estimated 30-day recovery favored laparoscopic cholecystectomy over percutaneous cholecystectomy for both moderate and severe acute cholecystitis (<xref ref-type="fig" rid="F2">Figure&#x00A0;2</xref>). For the moderate cholecystitis scenario, only one respondent (2&#x0025;) predicted a &#x003C;50&#x0025; chance of recovery following laparoscopic cholecystectomy, whereas 30&#x0025; (15/50) predicted a &#x003C;50&#x0025; chance of recovery following percutaneous cholecystostomy (<italic>p&#x2009;</italic>&#x003C;&#x2009;0.001). Similarly, for the severe cholecystitis scenario, 38&#x0025; (19/50) predicted a &#x003C;50&#x0025; chance of recovery following laparoscopic cholecystectomy, whereas 62&#x0025; (31/50) predicted a &#x003C;50&#x0025; chance of recovery following percutaneous cholecystostomy (<italic>p&#x2009;</italic>&#x003C;&#x2009;0.001).</p>
<fig id="F2" position="float"><label>Figure 2</label>
<caption><p>Surgeon-estimated 30-day recovery favored laparoscopic cholecystectomy over percutaneous cholecystectomy for both moderate and severe cholecystitis. CCY, laparoscopic cholecystectomy; PC, percutaneous cholecystostomy. &#x002A;<italic>p&#x2009;</italic>&#x003C;&#x2009;0.05 between groups.</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-04-845453-g002.tif"/>
</fig>
</sec>
<sec id="s3c"><title>Likelihood of recommending cholecystectomy</title>
<p>For the moderate acute cholecystitis scenario, 98&#x0025; (49/50) of all respondents were likely or very likely to recommend cholecystectomy. For the severe cholecystitis scenario, only 32&#x0025; (16/50) were likely or very likely to recommend cholecystectomy (<xref ref-type="fig" rid="F3">Figure&#x00A0;3</xref>, <italic>p&#x2009;</italic>&#x003C;&#x2009;0.001). Univariable logistic regression demonstrated that the only factor associated with the likelihood of recommending laparoscopic cholecystectomy for severe cholecystitis was estimated 30-day morbidity (<xref ref-type="table" rid="T2">Table&#x00A0;2</xref>).</p>
<fig id="F3" position="float"><label>Figure 3</label>
<caption><p>Surgeons were more likely to recommend laparoscopic cholecystectomy for patients with moderate acute cholecystitis compared with severe cholecystitis (98&#x0025; vs. 32&#x0025;, <italic>p&#x2009;</italic>&#x003C;&#x2009;0.001).</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-04-845453-g003.tif"/>
</fig>
<table-wrap id="T2" position="float"><label>Table 2</label>
<caption><p>Univariable predictors recommending laparoscopic cholecystectomy for severe acute cholecystitis.</p></caption>
<table frame="hsides" rules="groups">
<colgroup>
<col align="left"/>
<col align="center"/>
<col align="center"/>
<col align="center"/>
</colgroup>
<thead>
<tr>
<th valign="top" align="left">Factor</th>
<th valign="top" align="center">Odds ratio</th>
<th valign="top" align="center">95&#x0025; CI</th>
<th valign="top" align="center"><italic>p</italic></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Attending surgeon<xref ref-type="table-fn" rid="table-fn2"><sup>a</sup></xref> (vs. resident or fellow)</td>
<td valign="top" align="center">2.48</td>
<td valign="top" align="center">0.71&#x2013;8.67</td>
<td valign="top" align="center">0.156</td>
</tr>
<tr>
<td valign="top" align="left">Self-identifying as top half in predicting complications relative to peers<xref ref-type="table-fn" rid="table-fn3"><sup>b</sup></xref></td>
<td valign="top" align="center">1.86</td>
<td valign="top" align="center">0.49&#x2013;7.00</td>
<td valign="top" align="center">0.360</td>
</tr>
<tr>
<td valign="top" align="left">Self-identifying as top half in making treatment recommendations relative to peers<xref ref-type="table-fn" rid="table-fn3"><sup>b</sup></xref></td>
<td valign="top" align="center">4.33</td>
<td valign="top" align="center">0.85&#x2013;22.23</td>
<td valign="top" align="center">0.079</td>
</tr>
<tr>
<td valign="top" align="left">Self-identifying as top half in technical skills relative to peers<xref ref-type="table-fn" rid="table-fn3"><sup>b</sup></xref></td>
<td valign="top" align="center">2.36</td>
<td valign="top" align="center">0.56&#x2013;9.97</td>
<td valign="top" align="center">0.241</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4">Estimated 30-day morbidity<xref ref-type="table-fn" rid="table-fn4"><sup>c</sup></xref> following: &#x2003;Laparoscopic cholecystectomy</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;0&#x0025;&#x2013;2&#x0025;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;2&#x0025;&#x2013;5&#x0025;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;5&#x0025;&#x2013;10&#x0025;</td>
<td valign="top" align="center">11.00</td>
<td valign="top" align="center">1.12&#x2013;108.50</td>
<td valign="top" align="center">0.040</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;10&#x0025;&#x2013;20&#x0025;</td>
<td valign="top" align="center">1.43</td>
<td valign="top" align="center">0.43&#x2013;4.72</td>
<td valign="top" align="center">0.558</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&#x003E;20&#x0025;</td>
<td valign="top" align="center">0.26</td>
<td valign="top" align="center">0.07&#x2013;0.98</td>
<td valign="top" align="center">0.047</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4">&#x2003;Percutaneous cholecystostomy</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;0&#x0025;&#x2013;2&#x0025;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;2&#x0025;&#x2013;5&#x0025;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;5&#x0025;&#x2013;10&#x0025;</td>
<td valign="top" align="center">0.55</td>
<td valign="top" align="center">0.10&#x2013;3.01</td>
<td valign="top" align="center">0.492</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;10&#x0025;&#x2013;20&#x0025;</td>
<td valign="top" align="center">1.63</td>
<td valign="top" align="center">0.48&#x2013;5.52</td>
<td valign="top" align="center">0.435</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&#x003E;20&#x0025;</td>
<td valign="top" align="center">0.58</td>
<td valign="top" align="center">0.16&#x2013;2.02</td>
<td valign="top" align="center">0.389</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4">Estimated 30-day recovery<sup>d</sup> following: &#x2003;Laparoscopic cholecystectomy</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&#x003C;50&#x0025;</td>
<td valign="top" align="center">0.65</td>
<td valign="top" align="center">0.18&#x2013;2.29</td>
<td valign="top" align="center">0.501</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;50&#x0025;&#x2013;75&#x0025;</td>
<td valign="top" align="center">0.65</td>
<td valign="top" align="center">0.18&#x2013;2.29</td>
<td valign="top" align="center">0.501</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;75&#x0025;&#x2013;90&#x0025;</td>
<td valign="top" align="center">2.12</td>
<td valign="top" align="center">0.54&#x2013;8.40</td>
<td valign="top" align="center">0.284</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;90&#x0025;&#x2013;95&#x0025;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;95&#x0025;&#x2013;100&#x0025;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4">&#x2003;Percutaneous cholecystostomy</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;&#x003C;50&#x0025;</td>
<td valign="top" align="center">0.32</td>
<td valign="top" align="center">0.09&#x2013;1.11</td>
<td valign="top" align="center">0.073</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;50&#x0025;&#x2013;75&#x0025;</td>
<td valign="top" align="center">3.00</td>
<td valign="top" align="center">0.83&#x2013;10.91</td>
<td valign="top" align="center">0.095</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;75&#x0025;&#x2013;90&#x0025;</td>
<td valign="top" align="center">1.07</td>
<td valign="top" align="center">0.09&#x2013;12.71</td>
<td valign="top" align="center">0.959</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;90&#x0025;&#x2013;95&#x0025;</td>
<td valign="top" align="center">2.20</td>
<td valign="top" align="center">0.13&#x2013;37.59</td>
<td valign="top" align="center">0.586</td>
</tr>
<tr>
<td valign="top" align="left">&#x2003;&#x2003;95&#x0025;&#x2013;100&#x0025;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
<td valign="top" align="center">&#x2013;</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn id="table-fn2"><p>CI, confidence interval.</p></fn>
<fn id="table-fn3"><label><sup>a</sup></label><p>Professional rank, relative to surgery residents and fellows.</p></fn>
<fn id="table-fn4"><label><sup>b</sup></label><p>Respondents rated their abilities relative to peers, defined as individuals with the same professional rank.</p></fn>
<fn id="table-fn5"><label><sup>c</sup></label><p>Cardiac arrest, MI, pneumonia, progressive renal insufficiency, acute renal failure; PE, deep vein thrombosis, sepsis, respiratory failure; UTI, return to the OR, deep or organ space SSI, and wound disruption.</p></fn>
</table-wrap-foot>
</table-wrap>
<p>Based on this finding, a secondary analysis was performed to determine whether professional rank or self-identifying as being in the top half of one&#x0027;s peer group in predicting complications, making treatment recommendations, and technical skills were associated with estimated 30-day morbidity. There were no significant differences in predicted postoperative morbidity comparing trainees with attending surgeons or when respondents were stratified according to self-reported ability to predict complications or make treatment recommendations (<xref ref-type="fig" rid="F4">Figure&#x00A0;4</xref>). Surgeons who self-identified as being in the top half of their peer group for technical skills were somewhat less likely to predict a high (&#x003E;20&#x0025;) likelihood of serious complications following laparoscopic cholecystectomy, though the difference was not statistically significant (37&#x0025; vs. 67&#x0025;, <italic>p&#x2009;</italic>&#x003D;&#x2009;0.070).</p>
<fig id="F4" position="float"><label>Figure 4</label>
<caption><p>Predicted postoperative morbidity was stratified by professional rank and self-identification as being in the top half of one&#x0027;s peer group in predicting complications, making treatment recommendations, and technical skills. Thirty-seven percent of all surgeons who self-identified as top half for technical skills predicted a high (&#x003E;20&#x0025;) chance of serious complications following laparoscopic cholecystectomy, compared with 67&#x0025; of all surgeons who self-identified as bottom half for technical skills (<italic>p&#x2009;</italic>&#x003D;&#x2009;0.070).</p></caption>
<graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:href="fdgth-04-845453-g004.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion"><title>Discussion</title>
<p>Treatment recommendations for a patient with severe cholecystitis were discordant with perceived risks and benefits of treatment options. Surgeons estimated that cholecystectomy and cholecystostomy would have similar 30-day morbidity, but that patients were more likely to recover to their baseline level of health if they underwent cholecystectomy. However, less than one third of all surgeons recommended cholecystectomy for severe cholecystitis. When univariable regression was performed to determine which factors predicted treatment recommendations, 30-day morbidity following cholecystectomy was the only significant predictor. These findings suggest that surgeons recommended non-operative management to avoid surgical complications, even though they believed that surgery was best for the patient, representing a deviation from personalized, patient-centered decision-making.</p>
<p>Several factors may contribute to this phenomenon. Major complications are associated with emotional exhaustion, depression, and burnout among surgeons (<xref ref-type="bibr" rid="B8">8</xref>, <xref ref-type="bibr" rid="B12">12</xref>). A complication that is memorable for its severity or consequences may disproportionately affect future decisions, making a surgeon less likely to operate on a patient who would benefit from an operation (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>). Complications may tarnish a surgeon&#x0027;s reputation and decrease referrals, especially for female surgeons (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>). Surgeons may also practice defensive medicine, avoiding high-risk patients or procedures in order to avoid litigation and legal consequences, defending themselves rather than the patient (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B16">16</xref>).</p>
<p>Additionally, in patients with severe acute cholecystitis, high-level evidence for laparoscopic cholecystectomy vs. percutaneous cholecystostomy are lacking as most studies are retrospective, have limited sample sizes, and have conflicting conclusions (<xref ref-type="bibr" rid="B3">3</xref>&#x2013;<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B17">17</xref>&#x2013;<xref ref-type="bibr" rid="B19">19</xref>). A recent meta-analysis including over 300,000 patients found that critically ill patients with acute cholecystitis who underwent cholecystectomy had improved mortality, length of hospital stay and rate of readmission for biliary complaints as compared with patients who underwent percutaneous cholecystostomy (<xref ref-type="bibr" rid="B20">20</xref>). This meta-analysis, however, did not include any randomized controlled trials, reflects a high degree of heterogeneity and were from single-centered studies. Findings from this meta-analysis were later validated by a randomized controlled trial including 142 patients, showing that laparoscopic cholecystectomy reduced the rate of major complications compared with percutaneous catheter drainage in high-risk patients with acute cholecystitis (<xref ref-type="bibr" rid="B21">21</xref>). Despite this data, surgeons may be reticent to embark on a high-risk course of surgical management based on one relatively small, albeit it well designed, study. Therefore, in the absence of prohibitive risk for procedural interventions or patient preference for medical management alone, surgeons may rely primarily on highly variable individual judgement in choosing between cholecystectomy or cholecystostomy.</p>
<p>Estimations of risks and benefits were highly variable, as were treatment recommendations for severe cholecystitis. Previous work has similarly demonstrated significant variability among surgeons in predicting risks and benefits and recommending surgery (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B22">22</xref>&#x2013;<xref ref-type="bibr" rid="B24">24</xref>). In a survey of members of the ACS, surgeons perceived operative and non-operative risks and benefits for acute surgical diseases to be highly variable, especially for scenarios in which evidence and guidelines are lacking or controversial (<xref ref-type="bibr" rid="B11">11</xref>). For acute appendicitis, more than 30&#x0025; of all surgeons were highly likely to recommend appendectomy, and more than 20&#x0025; were highly unlikely to recommend appendectomy. Less than half of all observed variability in the decision to operate could be explained by perceived risks and benefits of operative and non-operative management, supporting the hypothesis that other factors deter surgeons from patient-centered decision-making, as previously discussed. Still, variability in the decision to operate appears to be influenced heavily by perceived risks of different management strategies. In the present study, there was substantial disagreement between surgeons and ACS NSQIP Surgical Risk Calculator predictions, consistent with observed disagreement between surgeons and predictions generated by other risk calculators in previous studies; between surgeons and risk calculators, the calculators tend to have greater predictive performance (<xref ref-type="bibr" rid="B25">25</xref>, <xref ref-type="bibr" rid="B26">26</xref>). These findings from other studies suggest potential utility to anchor surgeon judgement with accurate, objective risk assessments.</p>
<p>Surgeons predicted that laparoscopic cholecystectomy and percutaneous cholecystostomy would have similar 30-day morbidity, but that patients who underwent surgery would have a greater likelihood of recovery to baseline. Yet, less than one third of surgeons actually recommended surgery for a patient with severe acute cholecystitis; instead they recommended a non-operative strategy that was discordant with their belief that patients who undergo surgery recover faster. Surgeons often make complex, high-stakes decisions under time constraints and uncertainty, which can lead to suboptimal decisions and patient care. With the emerging availability of artificial intelligence prediction models, there is potential to transform surgical care by informing the decision to operate, providing patients and their caregivers with accurate prognostic information, and recommending optimal treatment strategies through machine learning techniques (<xref ref-type="bibr" rid="B27">27</xref>&#x2013;<xref ref-type="bibr" rid="B29">29</xref>). Findings from our study suggest potentially adverse variability in surgical decision-making, and other studies suggest that well-designed AI-enabled decision support has the potential to standardize and decrease the variability of decision-making, though there is sparse high-level evidence to support this hypothesis (<xref ref-type="bibr" rid="B27">27</xref>&#x2013;<xref ref-type="bibr" rid="B31">31</xref>).</p>
<p>These artificial intelligence techniques can aide surgeons in the complex task of risk stratification for intervention, using personalized data-driven support to make surgical decisions and optimize outcomes (<xref ref-type="bibr" rid="B30">30</xref>). For example, reinforcement learning can use large sets of complex patient-specific input data to identify actions yielding the greatest probability of achieving a goal following a sequence of events as uncertain conditions evolve (<xref ref-type="bibr" rid="B32">32</xref>). In theory, deep reinforcement learning could be used to incorporate an expanded set of input data (vital signs, lab values, imaging, etc.) to determine whether percutaneous cholecystostomy or laparoscopic cholecystectomy is more likely to yield optimal patient-centered outcomes, such as 30-day recovery, for a specific patient. The integration of surgeon judgment with patient outcome optimization such as reinforcement learning methods could help standardize care at an institutional level and ideally health systems of different scales.</p>
<p>This study included surgeons from a single institution, limiting the generalizability of these findings. In addition, varying levels of experience managing critically ill patients with severe cholecystitis among attending surgeons, fellows, and residents from different subspecialties introduces variability that may not be present in many practice settings. Based on the number of participants in the study, this study may have been underpowered to detect some potentially important and clinically significant differences, such as the observation that surgeons who self-identified as being in the top half of their peer group for technical skills were half as likely to predict a high likelihood of postoperative morbidity, which was not statistically significant in this study. The lack of prior evidence on this topic precludes the performance of a power analysis. Theoretically, surgeons from a single institution may be more likely to make uniform treatment recommendations consistent with an institutional culture, but this was not observed. Finally, this study demonstrated an association between perceived risk of surgical complications and treatment recommendations, but does not establish causality. Future research should seek to address this knowledge gap in a larger sample of surgeons from multiple institutions and practice environments, using the methods and analytic framework established by this work, ideally in a prospective, clinical setting. This can be used to better understand patient and surgeon characteristics that are most influential in a surgeon&#x0027;s decision to operate, and integrated with artificial intelligence models to make personalized, data-driven decision support in order to improve patient care.</p>
</sec>
<sec id="s5" sec-type="conclusions"><title>Conclusions</title>
<p>Surgeons predicted that laparoscopic cholecystectomy and percutaneous cholecystostomy would have similar 30-day morbidity, but greater likelihood of recovery to baseline health following cholecystectomy. Despite this, less than one third of all surgeons recommended cholecystectomy for a patient with severe acute cholecystitis. Treatment recommendations were discordant with perceived risks and benefits of treatment options; surgeons recommended a non-operative strategy that they thought was inferior, representing a deviation from personalized, patient-centered decision-making. Avoidance of surgical complications was the only factor that was associated with this discrepancy. These findings suggest opportunities to augment surgical decision-making with personalized, data-driven decision support.</p>
</sec>
</body>
<back>
<sec id="s7" sec-type="data-availability"><title>Data availability statement</title>
<p>The original contributions presented in the study are included in the article/<xref ref-type="sec" rid="s12"><bold>Supplementary Material</bold></xref>, further inquiries can be directed to the corresponding author/s.</p>
</sec>
<sec id="s8"><title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by University of Florida Institutional Review Board. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s9"><title>Author contributions</title>
<p>TJL, ACF, and GRU contributed to study design. TJL performed data collection. TJL and ACF performed the data analysis and drafted the manuscript. PAE, AF, AB, and GRU interpreted the data and provided critical revisions to the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s10" sec-type="funding-information"><title>Funding</title>
<p>This work was supported in part by grants R01 GM113945 (PAE), P50 GM111152 (PAE, AB), R01 GM110240 (AB), and K23 GM140268 (TJL) awarded by the National Institute of General Medical Sciences (NIGMS), and the Thomas H. Maren Junior Investigator Fund (TJL). The content is solely the responsibility of the authors and does not necessarily represent the official views of the National Institutes of Health.</p>
</sec>
<sec id="s11" sec-type="COI-statement"><title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s13" sec-type="disclaimer"><title>Publisher&#x0027;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<sec id="s12" sec-type="supplementary-material"><title>Supplementary material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fdgth.2022.845453/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fdgth.2022.845453/full&#x0023;supplementary-material</ext-link>.</p>
<supplementary-material id="SD1" content-type="local-data">
<media mimetype="application" mime-subtype="vnd.openxmlformats-officedocument.wordprocessingml.document" xlink:href="Table1.docx"/>
</supplementary-material>
</sec>
<ref-list><title>References</title>
<ref id="B1"><label>1.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Mayumi</surname><given-names>T</given-names></name><name><surname>Okamoto</surname><given-names>K</given-names></name><name><surname>Takada</surname><given-names>T</given-names></name><name><surname>Strasberg</surname><given-names>SM</given-names></name><name><surname>Solomkin</surname><given-names>JS</given-names></name><name><surname>Schlossberg</surname><given-names>D</given-names></name><etal/></person-group> <article-title>Tokyo guidelines 2018: management bundles for acute cholangitis and cholecystitis</article-title>. <source>J Hepatobiliary Pancreat Sci</source>. (<year>2018</year>) <volume>25</volume>(<issue>1</issue>):<fpage>96</fpage>&#x2013;<lpage>100</lpage>. <pub-id pub-id-type="doi">10.1002/jhbp.519</pub-id><pub-id pub-id-type="pmid">29090868</pub-id></citation></ref>
<ref id="B2"><label>2.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yokoe</surname><given-names>M</given-names></name><name><surname>Hata</surname><given-names>J</given-names></name><name><surname>Takada</surname><given-names>T</given-names></name><name><surname>Strasberg</surname><given-names>SM</given-names></name><name><surname>Asbun</surname><given-names>HJ</given-names></name><name><surname>Wakabayashi</surname><given-names>G</given-names></name><etal/></person-group> <article-title>Tokyo Guidelines 2018: diagnostic criteria and severity grading of acute cholecystitis (with videos)</article-title>. <source>J Hepatobiliary Pancreat Sci</source>. (<year>2018</year>) <volume>25</volume>(<issue>1</issue>):<fpage>41</fpage>&#x2013;<lpage>54</lpage>. <pub-id pub-id-type="doi">10.1002/jhbp.515</pub-id><pub-id pub-id-type="pmid">29032636</pub-id></citation></ref>
<ref id="B3"><label>3.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Kamalapurkar</surname><given-names>D</given-names></name><name><surname>Pang</surname><given-names>TC</given-names></name><name><surname>Siriwardhane</surname><given-names>M</given-names></name><name><surname>Hollands</surname><given-names>M</given-names></name><name><surname>Johnston</surname><given-names>E</given-names></name><name><surname>Pleass</surname><given-names>H</given-names></name><etal/></person-group> <article-title>Index cholecystectomy in grade II and III acute calculous cholecystitis is feasible and safe</article-title>. <source>ANZ J Surg</source>. (<year>2015</year>) <volume>85</volume>(<issue>11</issue>):<fpage>854</fpage>&#x2013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1111/ans.12986</pub-id><pub-id pub-id-type="pmid">25644962</pub-id></citation></ref>
<ref id="B4"><label>4.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gurusamy</surname><given-names>KS</given-names></name><name><surname>Rossi</surname><given-names>M</given-names></name><name><surname>Davidson</surname><given-names>BR</given-names></name></person-group>. <article-title>Percutaneous cholecystostomy for high-risk surgical patients with acute calculous cholecystitis</article-title>. <source>Cochrane Database Syst Rev</source>. (<year>2013</year>) (<issue>8</issue>):<fpage>CD007088</fpage>. <pub-id pub-id-type="doi">10.1002/14651858.CD007088.pub2</pub-id><pub-id pub-id-type="pmid">23939652</pub-id></citation></ref>
<ref id="B5"><label>5.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Winbladh</surname><given-names>A</given-names></name><name><surname>Gullstrand</surname><given-names>P</given-names></name><name><surname>Svanvik</surname><given-names>J</given-names></name><name><surname>Sandstrom</surname><given-names>P</given-names></name></person-group>. <article-title>Systematic review of cholecystostomy as a treatment option in acute cholecystitis</article-title>. <source>HPB</source>. (<year>2009</year>) <volume>11</volume>(<issue>3</issue>):<fpage>183</fpage>&#x2013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1111/j.1477-2574.2009.00052.x</pub-id><pub-id pub-id-type="pmid">19590646</pub-id></citation></ref>
<ref id="B6"><label>6.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Eggermont</surname><given-names>AM</given-names></name><name><surname>Lameris</surname><given-names>JS</given-names></name><name><surname>Jeekel</surname><given-names>J</given-names></name></person-group>. <article-title>Ultrasound-guided percutaneous transhepatic cholecystostomy for acute acalculous cholecystitis</article-title>. <source>Arch Surg</source>. (<year>1985</year>) <volume>120</volume>(<issue>12</issue>):<fpage>1354</fpage>&#x2013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1001/archsurg.1985.01390360020005</pub-id><pub-id pub-id-type="pmid">3904672</pub-id></citation></ref>
<ref id="B7"><label>7.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Healey</surname><given-names>MA</given-names></name><name><surname>Shackford</surname><given-names>SR</given-names></name><name><surname>Osler</surname><given-names>TM</given-names></name><name><surname>Rogers</surname><given-names>FB</given-names></name><name><surname>Burns</surname><given-names>E</given-names></name></person-group>. <article-title>Complications in surgical patients</article-title>. <source>Arch Surg</source>. (<year>2002</year>) <volume>137</volume>(<issue>5</issue>):<fpage>611</fpage>&#x2013;<lpage>7</lpage>. <comment>discussion 7-8</comment>. <pub-id pub-id-type="doi">10.1001/archsurg.137.5.611</pub-id><pub-id pub-id-type="pmid">11982478</pub-id></citation></ref>
<ref id="B8"><label>8.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Shanafelt</surname><given-names>TD</given-names></name><name><surname>Balch</surname><given-names>CM</given-names></name><name><surname>Bechamps</surname><given-names>G</given-names></name><name><surname>Russell</surname><given-names>T</given-names></name><name><surname>Dyrbye</surname><given-names>L</given-names></name><name><surname>Satele</surname><given-names>D</given-names></name><etal/></person-group> <article-title>Burnout and medical errors among American surgeons</article-title>. <source>Ann Surg</source>. (<year>2010</year>) <volume>251</volume>(<issue>6</issue>):<fpage>995</fpage>&#x2013;<lpage>1000</lpage>. <pub-id pub-id-type="doi">10.1097/SLA.0b013e3181bfdab3</pub-id><pub-id pub-id-type="pmid">19934755</pub-id></citation></ref>
<ref id="B9"><label>9.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Blumenthal-Barby</surname><given-names>JS</given-names></name><name><surname>Krieger</surname><given-names>H</given-names></name></person-group>. <article-title>Cognitive biases and heuristics in medical decision making: a critical review using a systematic search strategy</article-title>. <source>Med Decis Mak</source>. (<year>2015</year>) <volume>35</volume>(<issue>4</issue>):<fpage>539</fpage>&#x2013;<lpage>57</lpage>. <pub-id pub-id-type="doi">10.1177/0272989X14547740</pub-id></citation></ref>
<ref id="B10"><label>10.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ludolph</surname><given-names>R</given-names></name><name><surname>Schulz</surname><given-names>PJ</given-names></name></person-group>. <article-title>Debiasing health-related judgments and decision making: a systematic Review</article-title>. <source>Med Decis Mak</source>. (<year>2018</year>) <volume>38</volume>(<issue>1</issue>):<fpage>3</fpage>&#x2013;<lpage>13</lpage>. <pub-id pub-id-type="doi">10.1177/0272989X17716672</pub-id></citation></ref>
<ref id="B11"><label>11.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Sacks</surname><given-names>GD</given-names></name><name><surname>Dawes</surname><given-names>AJ</given-names></name><name><surname>Ettner</surname><given-names>SL</given-names></name><name><surname>Brook</surname><given-names>RH</given-names></name><name><surname>Fox</surname><given-names>CR</given-names></name><name><surname>Maggard-Gibbons</surname><given-names>M</given-names></name><etal/></person-group> <article-title>Surgeon perception of risk and benefit in the decision to operate</article-title>. <source>Ann Surg</source>. (<year>2016</year>) <volume>264</volume>(<issue>6</issue>):<fpage>896</fpage>&#x2013;<lpage>903</lpage>. <pub-id pub-id-type="doi">10.1097/SLA.0000000000001784</pub-id><pub-id pub-id-type="pmid">27192348</pub-id></citation></ref>
<ref id="B12"><label>12.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Srinivasa</surname><given-names>S</given-names></name><name><surname>Gurney</surname><given-names>J</given-names></name><name><surname>Koea</surname><given-names>J</given-names></name></person-group>. <article-title>Potential consequences of patient complications for surgeon well-being: a systematic review</article-title>. <source>JAMA Surg</source>. (<year>2019</year>) 154:451&#x2013;7. <pub-id pub-id-type="doi">10.1001/jamasurg.2018.5640</pub-id><pub-id pub-id-type="pmid">30916741</pub-id></citation></ref>
<ref id="B13"><label>13.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Choudhry</surname><given-names>NK</given-names></name><name><surname>Liao</surname><given-names>JM</given-names></name><name><surname>Detsky</surname><given-names>AS</given-names></name></person-group>. <article-title>Selecting a specialist: adding evidence to the clinical practice of making referrals</article-title>. <source>JAMA</source>. (<year>2014</year>) <volume>312</volume>(<issue>18</issue>):<fpage>1861</fpage>&#x2013;<lpage>2</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2014.12963</pub-id><pub-id pub-id-type="pmid">25387183</pub-id></citation></ref>
<ref id="B14"><label>14.</label><citation citation-type="other"><person-group person-group-type="author"><name><surname>Sarsons</surname><given-names>H</given-names></name></person-group>. <comment>Interpreting Signals in the Labor Market: Evidence from Medical Referrals. Available at:</comment> <ext-link ext-link-type="uri" xlink:href="https://scholar.harvard.edu/files/sarsons/files/sarsons_jmp.pdf">https://scholar.harvard.edu/files/sarsons/files/sarsons_jmp.pdf</ext-link>. <comment>(Accessed 12 June 2019)</comment>.</citation></ref>
<ref id="B15"><label>15.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pellino</surname><given-names>IM</given-names></name><name><surname>Pellino</surname><given-names>G</given-names></name></person-group>. <article-title>Consequences of defensive medicine, second victims, and clinical-judicial syndrome on surgeons&#x2019; medical practice and on health service</article-title>. <source>Updates Surg</source>. (<year>2015</year>) <volume>67</volume>(<issue>4</issue>):<fpage>331</fpage>&#x2013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1007/s13304-015-0338-8</pub-id><pub-id pub-id-type="pmid">26650202</pub-id></citation></ref>
<ref id="B16"><label>16.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>McQuade</surname><given-names>JS</given-names></name></person-group>. <article-title>The medical malpractice crisis&#x2013;reflections on the alleged causes and proposed cures: discussion paper</article-title>. <source>J R Soc Med</source>. (<year>1991</year>) <volume>84</volume>(<issue>7</issue>):<fpage>408</fpage>&#x2013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1177/014107689108400710</pub-id><pub-id pub-id-type="pmid">1801776</pub-id></citation></ref>
<ref id="B17"><label>17.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Huang</surname><given-names>H</given-names></name><name><surname>Zhang</surname><given-names>H</given-names></name><name><surname>Yang</surname><given-names>D</given-names></name><name><surname>Wang</surname><given-names>W</given-names></name><name><surname>Zhang</surname><given-names>X</given-names></name></person-group>. <article-title>Percutaneous cholecystostomy vs. emergency cholecystectomy for the treatment of acute calculous cholecystitis in high-risk surgical patients: a meta-analysis and systematic review</article-title>. <source>Updates Surg</source>. (<year>2022</year>) <volume>74</volume>(<issue>1</issue>):<fpage>55</fpage>&#x2013;<lpage>64</lpage>. <pub-id pub-id-type="doi">10.1007/s13304-021-01081-9</pub-id><pub-id pub-id-type="pmid">33991327</pub-id></citation></ref>
<ref id="B18"><label>18.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Pavurala</surname><given-names>RB</given-names></name><name><surname>Li</surname><given-names>D</given-names></name><name><surname>Porter</surname><given-names>K</given-names></name><name><surname>Mansfield</surname><given-names>SA</given-names></name><name><surname>Conwell</surname><given-names>DL</given-names></name><name><surname>Krishna</surname><given-names>SG</given-names></name></person-group>. <article-title>Percutaneous cholecystostomy-tube for high-risk patients with acute cholecystitis: current practice and implications for future research</article-title>. <source>Surg Endosc</source>. (<year>2019</year>) <volume>33</volume>(<issue>10</issue>):<fpage>3396</fpage>&#x2013;<lpage>403</lpage>. <pub-id pub-id-type="doi">10.1007/s00464-018-06634-5</pub-id><pub-id pub-id-type="pmid">30604258</pub-id></citation></ref>
<ref id="B19"><label>19.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Werbel</surname><given-names>GB</given-names></name><name><surname>Nahrwold</surname><given-names>DL</given-names></name><name><surname>Joehl</surname><given-names>RJ</given-names></name><name><surname>Vogelzang</surname><given-names>RL</given-names></name><name><surname>Rege</surname><given-names>RV</given-names></name></person-group>. <article-title>Percutaneous cholecystostomy in the diagnosis and treatment of acute cholecystitis in the high-risk patient</article-title>. <source>Arch Surg</source>. (<year>1989</year>) <volume>124</volume>(<issue>7</issue>):<fpage>782</fpage>&#x2013;<lpage>5</lpage>. <comment>discussion 5-6</comment>. <pub-id pub-id-type="doi">10.1001/archsurg.1989.01410070032007</pub-id><pub-id pub-id-type="pmid">2742479</pub-id></citation></ref>
<ref id="B20"><label>20.</label><citation citation-type="other"><collab>Training / Certification: Leave Policy-General Surgery</collab>. <comment>American Board of Surgery. Available at:</comment> <ext-link ext-link-type="uri" xlink:href="http://www.absurgery.org/default.jsp?policygsleave">http://www.absurgery.org/default.jsp?policygsleave</ext-link>. <comment>(Accessed July 10, 2020)</comment>.</citation></ref>
<ref id="B21"><label>21.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Loozen</surname><given-names>CS</given-names></name><name><surname>van Santvoort</surname><given-names>HC</given-names></name><name><surname>van Duijvendijk</surname><given-names>P</given-names></name><name><surname>Besselink</surname><given-names>MG</given-names></name><name><surname>Gouma</surname><given-names>DJ</given-names></name><name><surname>Nieuwenhuijzen</surname><given-names>GA</given-names></name><etal/></person-group> <article-title>Laparoscopic cholecystectomy versus percutaneous catheter drainage for acute cholecystitis in high risk patients (CHOCOLATE): multicentre randomised clinical trial</article-title>. <source>Br Med J</source>. (<year>2018</year>) <volume>363</volume>:<fpage>k3965</fpage>. <pub-id pub-id-type="doi">10.1136/bmj.k3965</pub-id></citation></ref>
<ref id="B22"><label>22.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rutkow</surname><given-names>IM</given-names></name><name><surname>Gittelsohn</surname><given-names>AM</given-names></name><name><surname>Zuidema</surname><given-names>GD</given-names></name></person-group>. <article-title>Surgical decision making. The reliability of clinical judgment</article-title>. <source>Ann Surg</source>. (<year>1979</year>) <volume>190</volume>(<issue>3</issue>):<fpage>409</fpage>&#x2013;<lpage>19</lpage>. <pub-id pub-id-type="doi">10.1097/00000658-197909000-00017</pub-id><pub-id pub-id-type="pmid">485616</pub-id></citation></ref>
<ref id="B23"><label>23.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rutkow</surname><given-names>IM</given-names></name><name><surname>Starfield</surname><given-names>BH</given-names></name></person-group>. <article-title>Surgical decision making and operative rates</article-title>. <source>Arch Surg</source>. (<year>1984</year>) <volume>119</volume>(<issue>8</issue>):<fpage>899</fpage>&#x2013;<lpage>905</lpage>. <pub-id pub-id-type="doi">10.1001/archsurg.1984.01390200019005</pub-id><pub-id pub-id-type="pmid">6743007</pub-id></citation></ref>
<ref id="B24"><label>24.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wilson</surname><given-names>NP</given-names></name><name><surname>Wilson</surname><given-names>FP</given-names></name><name><surname>Neuman</surname><given-names>M</given-names></name><name><surname>Epstein</surname><given-names>A</given-names></name><name><surname>Bell</surname><given-names>R</given-names></name><name><surname>Armstrong</surname><given-names>K</given-names></name><etal/></person-group> <article-title>Determinants of surgical decision making: a national survey</article-title>. <source>Am J Surg</source>. (<year>2013</year>) <volume>206</volume>(<issue>6</issue>):<fpage>970</fpage>&#x2013;<lpage>7</lpage>. <comment>discussion 7-8</comment>. <pub-id pub-id-type="doi">10.1016/j.amjsurg.2013.08.018</pub-id><pub-id pub-id-type="pmid">24296100</pub-id></citation></ref>
<ref id="B25"><label>25.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Dyas</surname><given-names>AR</given-names></name><name><surname>Colborn</surname><given-names>KL</given-names></name><name><surname>Bronsert</surname><given-names>MR</given-names></name><name><surname>Henderson</surname><given-names>WG</given-names></name><name><surname>Mason</surname><given-names>NJ</given-names></name><name><surname>Rozeboom</surname><given-names>PD</given-names></name><etal/></person-group> <article-title>Comparison of preoperative surgical risk estimated by thoracic surgeons vs a standardized surgical risk prediction tool</article-title>. <source>Semin Thorac Cardiovasc Surg</source>. (2021) S1043-0679(21)00481-0. <pub-id pub-id-type="doi">10.1053/j.semtcvs.2021.11.008</pub-id>. [Epub Ahead of Print]<pub-id pub-id-type="pmid">34785355</pub-id></citation></ref>
<ref id="B26"><label>26.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Brennan</surname><given-names>M</given-names></name><name><surname>Puri</surname><given-names>S</given-names></name><name><surname>Ozrazgat-Baslanti</surname><given-names>T</given-names></name><name><surname>Feng</surname><given-names>Z</given-names></name><name><surname>Ruppert</surname><given-names>M</given-names></name><name><surname>Hashemighouchani</surname><given-names>H</given-names></name><etal/></person-group> <article-title>Comparing clinical judgment with the MySurgeryRisk algorithm for preoperative risk assessment: a pilot usability study</article-title>. <source>Surgery</source>. (<year>2019</year>) <volume>165</volume>(<issue>5</issue>):<fpage>1035</fpage>&#x2013;<lpage>45</lpage>. <pub-id pub-id-type="doi">10.1016/j.surg.2019.01.002</pub-id><pub-id pub-id-type="pmid">30792011</pub-id></citation></ref>
<ref id="B27"><label>27.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Loftus</surname><given-names>TJ</given-names></name><name><surname>Upchurch</surname><given-names>GR</given-names><suffix>Jr</suffix></name><name><surname>Bihorac</surname><given-names>A</given-names></name></person-group>. <article-title>Use of artificial intelligence to represent emergent systems and augment surgical decision-making</article-title>. <source>JAMA Surg</source>. (<year>2019</year>) 154:791&#x2013;2. <pub-id pub-id-type="doi">10.1001/jamasurg.2019.1510</pub-id><pub-id pub-id-type="pmid">31215974</pub-id></citation></ref>
<ref id="B28"><label>28.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Komorowski</surname><given-names>M</given-names></name><name><surname>Celi</surname><given-names>LA</given-names></name><name><surname>Badawi</surname><given-names>O</given-names></name><name><surname>Gordon</surname><given-names>AC</given-names></name><name><surname>Faisal</surname><given-names>AA</given-names></name></person-group>. <article-title>The artificial intelligence clinician learns optimal treatment strategies for sepsis in intensive care</article-title>. <source>Nat Med</source>. (<year>2018</year>) <volume>24</volume>(<issue>11</issue>):<fpage>1716</fpage>&#x2013;<lpage>20</lpage>. <pub-id pub-id-type="doi">10.1038/s41591-018-0213-5</pub-id><pub-id pub-id-type="pmid">30349085</pub-id></citation></ref>
<ref id="B29"><label>29.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bihorac</surname><given-names>A</given-names></name><name><surname>Ozrazgat-Baslanti</surname><given-names>T</given-names></name><name><surname>Ebadi</surname><given-names>A</given-names></name><name><surname>Motaei</surname><given-names>A</given-names></name><name><surname>Madkour</surname><given-names>M</given-names></name><name><surname>Pardalos</surname><given-names>PM</given-names></name><etal/></person-group> <article-title>Mysurgeryrisk: development and validation of a machine-learning risk algorithm for major complications and death after surgery</article-title>. <source>Ann Surg</source>. (<year>2018</year>) <volume>269</volume>(<issue>4</issue>):<fpage>652</fpage>&#x2013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1097/SLA.0000000000002706</pub-id></citation></ref>
<ref id="B30"><label>30.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Giordano</surname><given-names>C</given-names></name><name><surname>Brennan</surname><given-names>M</given-names></name><name><surname>Mohamed</surname><given-names>B</given-names></name><name><surname>Rashidi</surname><given-names>P</given-names></name><name><surname>Modave</surname><given-names>F</given-names></name><name><surname>Tighe</surname><given-names>P</given-names></name></person-group>. <article-title>Accessing artificial intelligence for clinical decision-making</article-title>. <source>Front Digit Health</source>. (<year>2021</year>) <volume>3</volume>:<fpage>645232</fpage>. <pub-id pub-id-type="doi">10.3389/fdgth.2021.645232</pub-id><pub-id pub-id-type="pmid">34713115</pub-id></citation></ref>
<ref id="B31"><label>31.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wijnberge</surname><given-names>M</given-names></name><name><surname>Geerts</surname><given-names>BF</given-names></name><name><surname>Hol</surname><given-names>L</given-names></name><name><surname>Lemmers</surname><given-names>N</given-names></name><name><surname>Mulder</surname><given-names>MP</given-names></name><name><surname>Berge</surname><given-names>P</given-names></name><etal/></person-group> <article-title>Effect of a machine learning-derived early warning system for intraoperative hypotension vs. standard care on depth and duration of intraoperative hypotension during elective noncardiac surgery: the HYPE randomized clinical trial</article-title>. <source>JAMA</source>. (<year>2020</year>) <volume>323</volume>(<issue>11</issue>):<fpage>1052</fpage>&#x2013;<lpage>60</lpage>. <pub-id pub-id-type="doi">10.1001/jama.2020.0592</pub-id><pub-id pub-id-type="pmid">32065827</pub-id></citation></ref>
<ref id="B32"><label>32.</label><citation citation-type="journal"><person-group person-group-type="author"><name><surname>Loftus</surname><given-names>TJ</given-names></name><name><surname>Filiberto</surname><given-names>AC</given-names></name><name><surname>Li</surname><given-names>Y</given-names></name><name><surname>Balch</surname><given-names>J</given-names></name><name><surname>Cook</surname><given-names>AC</given-names></name><name><surname>Tighe</surname><given-names>PJ</given-names></name><etal/></person-group> <article-title>Decision analysis and reinforcement learning in surgical decision-making</article-title>. <source>Surgery</source>. (<year>2020</year>) <volume>168</volume>(<issue>2</issue>):<fpage>253</fpage>&#x2013;<lpage>66</lpage>. <pub-id pub-id-type="doi">10.1016/j.surg.2020.04.049</pub-id><pub-id pub-id-type="pmid">32540036</pub-id></citation></ref></ref-list>
</back>
</article>