<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2021.779612</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Added Value of a New Strain Elastography Technique in Conventional Ultrasound for the Diagnosis of Breast Masses: A Prospective Multicenter Study</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Wei</surname>
<given-names>Qi</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yan</surname>
<given-names>Yu-Jing</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn002">
<sup>&#x2020;</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wu</surname>
<given-names>Ge-Ge</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1009128"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Ye</surname>
<given-names>Xi-Rong</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Jiang</surname>
<given-names>Fan</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Jie</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Gang</given-names>
</name>
<xref ref-type="aff" rid="aff5">
<sup>5</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Yi</given-names>
</name>
<xref ref-type="aff" rid="aff6">
<sup>6</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Yu</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Pan</surname>
<given-names>Zhi-Ping</given-names>
</name>
<xref ref-type="aff" rid="aff8">
<sup>8</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Hu</surname>
<given-names>Jin-Hua</given-names>
</name>
<xref ref-type="aff" rid="aff9">
<sup>9</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Song</surname>
<given-names>Juan</given-names>
</name>
<xref ref-type="aff" rid="aff7">
<sup>7</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Dietrich</surname>
<given-names>Christoph F.</given-names>
</name>
<xref ref-type="aff" rid="aff10">
<sup>10</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1061381"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Cui</surname>
<given-names>Xin-Wu</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/937886"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Sino-German Tongji-Caritas Research Center of Ultrasound in Medicine, Department of Medical Ultrasound, Tongji Hospital, Tongji Medical College, Huazhong University of Science and Technology</institution>, <addr-line>Wuhan</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Medical Ultrasound, The Central Hospital of EDong Healthcare</institution>, <addr-line>Huangshi</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Medical Ultrasound, The Second Hospital of Anhui Medical University</institution>, <addr-line>Hefei</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Department of Medical Ultrasound, Yichang General Hospital, Renmin Hospital of Three Gorges University</institution>, <addr-line>Yichang</addr-line>, <country>China</country>
</aff>
<aff id="aff5">
<sup>5</sup>
<institution>Department of Medical Ultrasound, Taizhou Hospital of Zhejiang Province</institution>, <addr-line>Linhai</addr-line>, <country>China</country>
</aff>
<aff id="aff6">
<sup>6</sup>
<institution>Department of Medical Ultrasound, Macheng People&#x2019;s Hospital</institution>, <addr-line>Macheng</addr-line>, <country>China</country>
</aff>
<aff id="aff7">
<sup>7</sup>
<institution>Department of Medical Ultrasound, Xiangyang No. 1 People&#x2019;s Hospital, Affiliated Hospital of Hubei University of Medicine</institution>, <addr-line>Xiangyang</addr-line>, <country>China</country>
</aff>
<aff id="aff8">
<sup>8</sup>
<institution>Department of Medical Ultrasound, Yixing Traditional Chinese Medicine Hospital</institution>, <addr-line>Yixing</addr-line>, <country>China</country>
</aff>
<aff id="aff9">
<sup>9</sup>
<institution>Department of Medical Ultrasound, Anqing First People&#x2019;s Hospital of Anhui Medical University</institution>, <addr-line>Anqing</addr-line>, <country>China</country>
</aff>
<aff id="aff10">
<sup>10</sup>
<institution>Department of Internal Medicine, Hirslanden Clinic</institution>, <addr-line>Bern</addr-line>, <country>Switzerland</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Pilar L&#xf3;pez-Larrubia, Consejo Superior de Investigaciones Cient&#xed;ficas (CSIC), Spain</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Eduardo Fleury, Instituto Brasileiro de Controle do C&#xe2;ncer, Brazil; Jianhua Zhou, Sun Yat-sen University Cancer Center (SYSUCC), China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Xin-Wu Cui, <email xlink:href="mailto:cuixinwu@live.cn">cuixinwu@live.cn</email>
</p>
</fn>
<fn fn-type="equal" id="fn002">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
<fn fn-type="other" id="fn003">
<p>This article was submitted to Cancer Imaging and Image-directed Interventions, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>09</day>
<month>11</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>11</volume>
<elocation-id>779612</elocation-id>
<history>
<date date-type="received">
<day>19</day>
<month>09</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>18</day>
<month>10</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Wei, Yan, Wu, Ye, Jiang, Liu, Wang, Wang, Wang, Pan, Hu, Song, Dietrich and Cui</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Wei, Yan, Wu, Ye, Jiang, Liu, Wang, Wang, Wang, Pan, Hu, Song, Dietrich and Cui</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Objective</title>
<p>This study aimed to explore the value of elasticity score (ES) and strain ratio (SR) combined with conventional ultrasound in distinguishing benign and malignant breast masses and reducing biopsy of BI-RADS (Breast Imaging Reporting and Data System) 4a&#xa0;lesions.</p>
</sec>
<sec>
<title>Methods</title>
<p>This prospective, multicenter study included 910 patients from nine different hospitals. The acquisition and analysis of conventional ultrasound and strain elastography (SE) were obtained by radiologists with more than 5 years of experience in breast ultrasound imaging. The diagnostic sensitivity, specificity, positive predictive value (PPV), negative predictive value (NPV), and area under curve (AUC) of conventional ultrasound alone and combined tests with ES and/or SR were calculated and compared.</p>
</sec>
<sec>
<title>Results</title>
<p>The optimal cutoff value of SR for differentiating benign from malignant masses was 2.27, with a sensitivity of 60.2% and a specificity of 84.8%. When combined with ES and SR, the AUC of the new BI-RADS classification increased from 0.733 to 0.824 (<italic>p</italic> &lt; 0.001); the specificity increased from 48.1% to 68.5% (<italic>p</italic> &lt; 0.001) without a decrease in the sensitivity (98.5% <italic>vs</italic>. 96.4%, <italic>p</italic> = 0.065); and the PPV increased from 52.2% to 63.7% (<italic>p</italic> &lt; 0.001) without a loss in the NPV (98.2% <italic>vs</italic>. 97.1%, <italic>p</italic> = 0.327). All three combinations of conventional ultrasound, ES, and SR could reduce the biopsy rate of category 4a lesions without reducing the malignant rate of biopsy (from 100% to 68.3%, 34.9%, and 50.4%, respectively, all <italic>p</italic> &lt; 0.001).</p>
</sec>
<sec>
<title>Conclusions</title>
<p>SE can be used as a useful and non-invasive additional method to improve the diagnostic performance of conventional ultrasound by increasing AUC and specificity and reducing the unnecessary biopsy of BI-RADS 4a lesions.</p>
</sec>
</abstract>
<kwd-group>
<kwd>strain elastography</kwd>
<kwd>elasticity score</kwd>
<kwd>strain ratio</kwd>
<kwd>ultrasound</kwd>
<kwd>breast masses</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content>
</contract-sponsor>
<contract-sponsor id="cn002">Tongji Hospital<named-content content-type="fundref-id">10.13039/501100015640</named-content>
</contract-sponsor>
<contract-sponsor id="cn003">Science and Technology Program of Hubei Province<named-content content-type="fundref-id">10.13039/501100019035</named-content>
</contract-sponsor>
<counts>
<fig-count count="5"/>
<table-count count="6"/>
<equation-count count="0"/>
<ref-count count="22"/>
<page-count count="9"/>
<word-count count="4961"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>The morbidity of breast cancer is the highest in the world, and the mortality ranks fifth among all cancers but first in female cancers (<xref ref-type="bibr" rid="B1">1</xref>). Early detection and timely diagnosis of breast cancer are closely related to the prognosis of patients. Ultrasound is widely used in the examination of patients with breast abnormalities. However, the lack of specificity of B-mode ultrasound in the diagnosis of breast masses leads to unnecessary biopsy (<xref ref-type="bibr" rid="B2">2</xref>), which leads to negative effects such as pain, anxiety, and complications (<xref ref-type="bibr" rid="B3">3</xref>).</p>
<p>Strain elastography (SE) is easily performed and provides elastic images with a high spatial resolution by evaluating tissue deformation (<xref ref-type="bibr" rid="B4">4</xref>). In general, malignant breast tissue is harder than normal breast tissue and produces less strain (<xref ref-type="bibr" rid="B5">5</xref>). Differentiating benign and malignant breast masses and upgrading or downgrading the Breast Imaging Reporting and Data System (BI-RADS) classification to avoid unnecessary biopsy are clinical indications for elastography according to the WFUMB guidelines and recommendations for clinical use of ultrasound elastography to breast (<xref ref-type="bibr" rid="B6">6</xref>). Ultrasound elastography technique may improve the specificity of B-mode ultrasound in the differential diagnosis of breast masses by measuring tissue stiffness (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B7">7</xref>), even for breast masses smaller than 1 cm in diameter (<xref ref-type="bibr" rid="B8">8</xref>). Elasticity assessment has been incorporated into the fifth edition of BI-RADS lexicon to further describe the characteristics of breast masses (<xref ref-type="bibr" rid="B9">9</xref>). The combination of conventional ultrasound and SE can reduce unnecessary biopsy of breast masses by down-staging the BI-RADS classification (<xref ref-type="bibr" rid="B10">10</xref>). SE was strongly recommended as a supplementary diagnostic tool for conventional ultrasound by the latest EFSUMB (European Federation of Societies for Ultrasound in Medicine and Biology) guidelines and recommendations for the clinical practice of elastography for non-hepatic applications released in 2018 (<xref ref-type="bibr" rid="B11">11</xref>). Three diagnostic methods of SE including elasticity score (ES), strain ratio (SR), and strain size ratio (EI/B ratio) were mainly used to classify breast lesions in clinic (<xref ref-type="bibr" rid="B6">6</xref>).</p>
<p>Most previous studies explored the value of SE in breast masses using Hitachi ultrasound equipment (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B13">13</xref>). However, the SE in different brands of ultrasound systems has different reference standards for clinical use. Recently, a new SE technique, with the function of measuring ES and SR, has been equipped in Samsung ultrasound systems. At present, only one single study has explored the diagnostic performance of SE of this system in differentiating benign and malignant breast masses (<xref ref-type="bibr" rid="B14">14</xref>). More studies are needed to explore the added value of ES and SR in the differential diagnosis of breast masses.</p>
<p>The prospective multicenter study aimed to determine the cutoff value of SR and to explore the value of ES and SR in combination with conventional ultrasound in distinguishing benign and malignant breast masses and reducing biopsy of BI-RADS 4a lesions.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<p>This prospective multicenter study enrolled patients from nine institutions in different regions of China between April 2019 and November 2020. It was approved by the ethics committee of Tongji Medical College of Huazhong University of Science and Technology and registered in ClinicalTrials.gov (NCT 03887598). The informed consent of all participants was obtained in this study.</p>
<sec id="s2_1">
<title>Participants</title>
<p>The inclusion criteria of participants were as follows: (i) patients had definite pathological results after ultrasound examination, and (ii) patients were at least 18 years old. The exclusion criteria were as follows: (i) patients who received radiotherapy or chemotherapy before the examination; (ii) patients who did not have reliable SE images or SR analyses; and (iii) patients who were lactating or pregnant.</p>
</sec>
<sec id="s2_2">
<title>Image Acquisition: B-Mode Ultrasound and SE</title>
<p>Conventional ultrasound imaging and SE technique were performed with the Samsung RS80A ultrasound system (Samsung Madison Co., Ltd., Seoul, South Korea) in all patients. The acquisition of ultrasound images and the analysis of SE images were performed by nine radiologists with more than 5 years of experience in breast ultrasound imaging. The standard data acquisition process was established, and all operators received rigorous training before the enrollment of patients. The study was conducted only after five qualified test cases were uploaded from every single center and checked by the principle investigator.</p>
<p>Breast B-mode ultrasound was performed in the supine position in all patients using a 3&#x2013;12 MHz linear transducer. B-mode videos of the lesions were documented in both the long axis and short axis. SE imaging was performed using the same 3&#x2013;12 MHz linear transducer based on WFUMB guidelines (<xref ref-type="bibr" rid="B6">6</xref>). The SE images were obtained by manually applying slight vibration with the probe perpendicular to the skin under the guidance of the quality indicator. After the elastic image was stabilized, SR and ES were acquired on a representative static image by the same operator. Strain A was obtained by placing the ROI in the target mass, and strain B was obtained by placing the ROI in the&#xa0;subcutaneous fibroglandular tissue at the same depth as the mass (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>). The SR (the ratio of strain B to strain A) calculated by the system was recorded. SE videos of the lesions were documented in both the long axis and short axis.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Pathologically confirmed breast invasive ductal carcinoma in a 44-year-old female patient. Ultrasound images of the long-axis section of the breast mass were evaluated as BI-RADS 4c <bold>(A)</bold>, with an elasticity score of 4 <bold>(B)</bold>, and a strain ratio of 3.1 <bold>(C)</bold>.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-779612-g001.tif"/>
</fig>
</sec>
<sec id="s2_3">
<title>Image Analysis</title>
<p>Conventional ultrasound features of breast masses were analyzed by two experienced radiologists (more than 5 years of experience in breast ultrasound imaging) who were blinded to the pathological results according to BI-RADS classification (<xref ref-type="bibr" rid="B12">12</xref>) and finally evaluated as category 2, 3, 4a, 4b, 4c, and 5. The final assessments would be given after a discussion of two radiologists when there was a disagreement. Category 4a was considered as the cutoff value: benign, category 2 or 3; malignant, category 4a, 4b, 4c, or 5.</p>
<p>The elastic scoring criteria of breast masses are shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref> (<xref ref-type="bibr" rid="B8">8</xref>). Scores 1 to 3 were considered benign, while scores 4 and 5 were considered malignant. The optimum cutoff value of SR was determined by receiver operating characteristic (ROC) analysis. A breast mass was considered malignant when the SR value was higher than the cutoff value. Otherwise, it was considered benign.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>The elastic scoring criteria of breast masses.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Elasticity score</th>
<th valign="top" align="center">Description</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Score 1</td>
<td valign="top" align="left">Homogeneous green within the mass</td>
</tr>
<tr>
<td valign="top" align="left">Score 2</td>
<td valign="top" align="left">Most of the area is light green, with some blue around and/or in the center of the mass</td>
</tr>
<tr>
<td valign="top" align="left">Score 3</td>
<td valign="top" align="left">Half of the area is blue and half is green in the mass</td>
</tr>
<tr>
<td valign="top" align="left">Score 4</td>
<td valign="top" align="left">Homogeneously blue with or without a little green within the mass</td>
</tr>
<tr>
<td valign="top" align="left">Score 5</td>
<td valign="top" align="left">Homogeneously blue with or without a little green throughout the entire mass and its surrounding area</td>
</tr>
</tbody>
</table>
</table-wrap>
</sec>
<sec id="s2_4">
<title>Combination Criteria of B-Mode Ultrasound and ES and/or SR</title>
<p>The combined analysis of B-mode ultrasound, ES, and SR of all images was based on the long-axis section of the breast mass. The&#xa0;BI-RADS classification of the breast mass was reassessed when combined with the ES and SR. Only BI-RADS categories 3 and 4a were upgraded or downgraded in this study. When conventional ultrasound was combined with ES or SR, BI-RADS category 3 was upgraded to category 4a if the result was malignant; BI-RADS category 4a would be downgraded to category 3 if benign was recommended. When conventional ultrasound was combined with ES and SR, category 3 was upgraded to category 4a if both ES and SR results are malignant; category 4a would be downgraded to category 3 if both were recommended as benign; otherwise, the BI-RADS classification of the mass would be unchanged.</p>
</sec>
<sec id="s2_5">
<title>Statistical Analysis</title>
<p>The histopathological results were considered the reference standard for this study. The diagnostic sensitivity, specificity, positive predictive value (PPV), negative predictive value (NPV), area under the curve (AUC) value, and positive and negative diagnostic likelihood ratios (LR+, LR-) of ES and SR on two different sections (long axis and short axis) were calculated and compared. The diagnostic value of the combination of conventional ultrasound and ES and/or SR in differentiating benign and malignant breast masses and reducing biopsy of BI-RADS 4a lesions were analyzed and compared: conventional ultrasound and ES, conventional ultrasound and SR, and conventional ultrasound and ES and SR.</p>
<p>Quantitative data such as patient age and tumor size were expressed as means and standard deviations, and compared using <italic>t</italic> test or Mann&#x2013;Whitney <italic>U</italic> test. The chi-square test and Fisher&#x2019;s test were used to compare categorical variables. The comparison between AUC values was performed by the DeLong method (<xref ref-type="bibr" rid="B15">15</xref>). The SPSS (version 22, IBM Corp.) and MedCalc software (V.19.0.7, MedCalc Software, Ostend, Belgium) were used for all statistical analyses. <italic>p</italic>-values less than 0.05 were assumed to be statistically significant.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Clinical Characteristics</title>
<p>A total of 910 patients (mean age, 45.3 &#xb1; 10.9 years) were finally included in this study after the exclusion criteria were performed (<xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>). Invasive ductal carcinoma was the most common of 332 (36.5%) malignant breast masses, accounting for 83.4% (277/332). Among 578 (63.5%) cases of benign breast masses, proliferative disease (61.2%, 354/578) and fibroadenoma (31.0%, 179/578) were the main ones. The characteristics of patients and masses are summarized in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>. Patients with benign breast masses are significantly younger than those with malignant masses (42.3 &#xb1; 9.9 <italic>vs</italic>. 50.4 &#xb1; 10.5, <italic>p</italic> &lt; 0.001). The diameter (22.5 &#xb1; 10.4 <italic>vs</italic>. 14.6 &#xb1; 7.3, <italic>p</italic> &lt; 0.001) and SR (2.8 &#xb1; 1.6 <italic>vs</italic>. 1.6 &#xb1; 0.8, <italic>p</italic> &lt; 0.001) of the breast mass with histopathological findings of malignancy were significantly higher than those of the benign mass. In addition, there were significant statistical differences in the distribution of malignant and benign breast masses in the ES and BI-RADS classification (all <italic>p</italic> &lt; 0.001).</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Flowchart of patient selection in the study.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-779612-g002.tif"/>
</fig>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>The characteristics of patients and breast masses.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Characteristics</th>
<th valign="top" align="center">All masses</th>
<th valign="top" align="center">Malignant</th>
<th valign="top" align="center">Benign</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Mean age, years</td>
<td valign="top" align="center">45.3 &#xb1; 10.9</td>
<td valign="top" align="center">50.4 &#xb1; 10.5</td>
<td valign="top" align="center">42.3 &#xb1; 9.9</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Mean tumor size, mm*</td>
<td valign="top" align="center">17.5 &#xb1; 9.3</td>
<td valign="top" align="center">22.5 &#xb1; 10.4</td>
<td valign="top" align="center">14.6 &#xb1; 7.3</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Size &lt;20 mm</td>
<td valign="top" align="center">617</td>
<td valign="top" align="center">148</td>
<td valign="top" align="center">469</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Size &#x2265;20 mm</td>
<td valign="top" align="center">293</td>
<td valign="top" align="center">184</td>
<td valign="top" align="center">109</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Strain ratio*</td>
<td valign="top" align="center">2.1 &#xb1; 1.3</td>
<td valign="top" align="center">2.8 &#xb1; 1.6</td>
<td valign="top" align="center">1.6 &#xb1; 0.8</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Elasticity score (ES) *</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">ES 1</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">19</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">ES 2</td>
<td valign="top" align="center">343</td>
<td valign="top" align="center">28</td>
<td valign="top" align="center">315</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">ES 3</td>
<td valign="top" align="center">66</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center">58</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">ES 4</td>
<td valign="top" align="center">459</td>
<td valign="top" align="center">273</td>
<td valign="top" align="center">186</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">ES 5</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center">23</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">BI-RADS classification*</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Category 3</td>
<td valign="top" align="center">283</td>
<td valign="top" align="center">5</td>
<td valign="top" align="center">278</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Category 4a</td>
<td valign="top" align="center">252</td>
<td valign="top" align="center">29</td>
<td valign="top" align="center">223</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Category 4b</td>
<td valign="top" align="center">89</td>
<td valign="top" align="center">37</td>
<td valign="top" align="center">52</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Category 4c</td>
<td valign="top" align="center">99</td>
<td valign="top" align="center">82</td>
<td valign="top" align="center">17</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Category 5</td>
<td valign="top" align="center">187</td>
<td valign="top" align="center">179</td>
<td valign="top" align="center">8</td>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>*Data obtained based on the long-axis section of the mass.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>SR in BI-RADS Classification</title>
<p>SR values of different BI-RADS categories are shown in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>. For masses classified as BI-RADS category 5, the SR value was significantly higher than that of category 4 (median value, 2.520 <italic>vs</italic>. 1.770, <italic>p</italic> &lt; 0.001), and the SR value for category 4 masses was significantly higher than that of category 3 (median value, 1.770 vs. 1.330, <italic>p</italic> &lt; 0.001, <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref> and <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3A</bold>
</xref>). The median value of SR increased with the increase of BI-RADS classification. When BI-RADS 4 were sub-categorized as 4a, 4b, and 4c, the SR value of category 5 was higher than category 4c (median value, 2.520 <italic>vs</italic>. 2.150, <italic>p</italic> = 0.048), category 4b was higher than category 4a (median value, 1.910 <italic>vs</italic>. 1.595, <italic>p</italic> = 0.007), and category 4a was higher than category 3 (median value, 1.595 vs. 1.330, <italic>p</italic> &lt; 0.001). However, there was no statistical difference in the SR value between category 4b and 4c (median value, 2.150 <italic>vs</italic>. 1.910, <italic>p</italic> = 0.054, <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref> and <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3B</bold>
</xref>).</p>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>The strain ratio in different BI-RADS classifications.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="2" align="left">Strain Ratio</th>
<th valign="top" align="center">BI-RADS 3</th>
<th valign="top" colspan="4" align="center">BI-RADS 4</th>
<th valign="top" align="center">BI-RADS 5</th>
</tr>
<tr>
<th valign="top" align="center"/>
<th valign="top" align="center">All</th>
<th valign="top" align="center">BI-RADS 4a</th>
<th valign="top" align="center">BI-RADS 4b</th>
<th valign="top" align="center">BI-RADS 4c</th>
<th valign="top" align="center"/>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Median value</td>
<td valign="top" align="center">1.330</td>
<td valign="top" align="center">1.770</td>
<td valign="top" align="center">1.595</td>
<td valign="top" align="center">1.910</td>
<td valign="top" align="center">2.150</td>
<td valign="top" align="center">2.520</td>
</tr>
<tr>
<td valign="top" align="left">Interquartile range</td>
<td valign="top" align="center">(1.020, 1.790)</td>
<td valign="top" align="center">(1.250, 2.568)</td>
<td valign="top" align="center">(1.210, 2.108)</td>
<td valign="top" align="center">(1.185, 2.915)</td>
<td valign="top" align="center">(1.600, 3.250)</td>
<td valign="top" align="center">(1.860, 3.280)</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Scatter plots of strain ratios in different BI-RADS classifications. The Mann-Whitney U test was used to compare the difference in strain ratio between different BI-RADS classifications.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-779612-g003.tif"/>
</fig>
</sec>
<sec id="s3_3">
<title>Diagnostic Performance of ES and SR</title>
<p>The optimal cutoff values of SR in the long-axis and short-axis sections were determined by the Youden index. In the long-axis section of the breast mass, 2.27 was the optimal cutoff value of SR, with a sensitivity of 60.2% and a specificity of 84.8%. In the short-axis section, 2.12 was the optimal cutoff value of SR, with a sensitivity of 63.6% and a specificity of 82.5% (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>). The AUC of SR on the long-axis and short-axis sections was 0.787 and 0.786, respectively. The AUC of ES on the long-axis and short-axis sections was 0.829 and 0.817, respectively. There was no statistical difference in the diagnostic performance of SR in different sections of breast masses, with the <italic>p</italic> values all greater than 0.05. Similarly, the diagnostic performance of ES was not affected by different planes of breast masses (all <italic>p</italic> &gt; 0.05, <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>).</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Comparison of the diagnostic performance of elasticity score and strain ratio.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Parameter</th>
<th valign="top" colspan="3" align="center">SR</th>
<th valign="top" colspan="3" align="center">ES</th>
<th valign="top" align="center">Long axis</th>
<th valign="top" align="center">Short axis</th>
</tr>
<tr>
<th valign="top" align="left"> </th>
<th valign="top" align="center">Long axis</th>
<th valign="top" align="center">Short axis</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
<th valign="top" align="center">Long axis</th>
<th valign="top" align="center">Short axis</th>
<th valign="top" align="center">
<italic>p</italic>
</th>
<th valign="top" align="center">
<italic>p</italic> (SR <italic>vs</italic>. ES)</th>
<th valign="top" align="center">
<italic>p</italic> (SR <italic>vs</italic>. ES)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Cutoffs</td>
<td valign="top" align="center">2.27</td>
<td valign="top" align="center">2.12</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">AUC</td>
<td valign="top" align="center">0.787<break/>(0.759, 0.814)</td>
<td valign="top" align="center">0.786<break/>(0.758, 0.812)</td>
<td valign="top" align="center">0.928</td>
<td valign="top" align="center">0.829<break/>(0.803, 0.853)</td>
<td valign="top" align="center">0.817<break/>(0.790, 0.841)</td>
<td valign="top" align="center">0.229</td>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center">0.028</td>
</tr>
<tr>
<td valign="top" align="left">Sensitivity, %</td>
<td valign="top" align="center">60.2<break/>(54.8, 65.5)</td>
<td valign="top" align="center">63.6<break/>(58.1, 68.7)</td>
<td valign="top" align="center">0.278</td>
<td valign="top" align="center">89.2<break/>(85.3, 92.3)</td>
<td valign="top" align="center">88.9<break/>(85.0, 92.0)</td>
<td valign="top" align="center">&gt;0.999</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Specificity, %</td>
<td valign="top" align="center">84.8<break/>(81.6, 87.6)</td>
<td valign="top" align="center">82.5<break/>(79.2, 85.5)</td>
<td valign="top" align="center">0.223</td>
<td valign="top" align="center">67.8<break/>(63.8, 71.6)</td>
<td valign="top" align="center">64.0<break/>(60.0, 67.9)</td>
<td valign="top" align="center">0.053</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">PPV, %</td>
<td valign="top" align="center">69.4<break/>(64.8, 73.7)</td>
<td valign="top" align="center">67.6<break/>(63.2, 71.7)</td>
<td valign="top" align="center">0.632</td>
<td valign="top" align="center">61.4<break/>(58.4, 64.3)</td>
<td valign="top" align="center">58.6<break/>(55.8, 61.4)</td>
<td valign="top" align="center">0.376</td>
<td valign="top" align="center">0.024</td>
<td valign="top" align="center">0.010</td>
</tr>
<tr>
<td valign="top" align="left">NPV, %</td>
<td valign="top" align="center">78.8<break/>(76.4, 81.0)</td>
<td valign="top" align="center">79.8<break/>(77.3, 82.0)</td>
<td valign="top" align="center">0.671</td>
<td valign="top" align="center">91.6<break/>(88.8, 93.7)</td>
<td valign="top" align="center">90.9<break/>(88.0, 93.2)</td>
<td valign="top" align="center">0.728</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">LR+</td>
<td valign="top" align="center">4.0 (3.2, 4.9)</td>
<td valign="top" align="center">3.6 (3.0, 4.4)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">2.8 (2.4, 3.1)</td>
<td valign="top" align="center">2.5 (2.2, 2.8)</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">LR-</td>
<td valign="top" align="center">0.5 (0.4, 0.5)</td>
<td valign="top" align="center">0.4 (0.4, 0.5)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">0.2 (0.1, 0.2)</td>
<td valign="top" align="center">0.2 (0.1, 0.2)</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>SR, strain ratio; ES, elasticity score; AUC, the area under curve; PPV, positive predictive value; NPV, predictive value.</p>
</fn>
<fn>
<p>LR+, positive diagnostic likelihood ratios; LR-, negative diagnostic likelihood ratios.</p>
</fn>
<fn>
<p>95% confidence interval in parentheses.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>Compared with SR, ES showed higher AUC (0.829 <italic>vs</italic>. 0.787, <italic>p</italic> = 0.003; 0.817 <italic>vs</italic>. 0.786, <italic>p</italic> = 0.028), sensitivity (89.2% <italic>vs</italic>. 60.2%, <italic>p</italic> &lt; 0.001; 88.9% <italic>vs</italic>. 63.6%, <italic>p</italic> &lt; 0.001), and NPV (91.6% <italic>vs</italic>. 78.8%, <italic>p</italic> &lt; 0.001; 90.9% vs. 79.8%, <italic>p</italic> &lt; 0.001), and lower specificity (67.8% <italic>vs</italic>. 84.8%, <italic>p</italic> &lt; 0.001; 64.0% <italic>vs</italic>. 82.5%, <italic>p</italic> &lt; 0.001) and PPV (61.4% <italic>vs</italic>. 69.4%, <italic>p</italic> = 0.024; 58.6% <italic>vs</italic>. 67.6%, <italic>p</italic> = 0.010) in different planes (<xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>). The&#xa0;comparison of ROC curves between ES and SR is shown in <xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Receiver operating characteristic (ROC) curves for elasticity score (ES) and strain ratio (SR) in different planes.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-779612-g004.tif"/>
</fig>
</sec>
<sec id="s3_4">
<title>Diagnostic Value of BI-RADS Combined ES and SR</title>
<p>When combined with ES and SR, the diagnostic performance of the re-assessed BI-RADS classification was as follows: the AUC increased from 0.733 to 0.824 (<italic>p</italic> &lt; 0.001); the specificity increased from 48.1% to 68.5% (<italic>p</italic> &lt; 0.001) without a decrease in the sensitivity (98.5% <italic>vs</italic>. 96.4%, <italic>p</italic> = 0.065), and the PPV increased from 52.2% to 63.7% (<italic>p</italic> &lt; 0.001) without a loss in the NPV (98.2% <italic>vs</italic>. 97.1%, <italic>p</italic> = 0.327, <xref ref-type="table" rid="T5">
<bold>Table&#xa0;5</bold>
</xref>).</p>
<table-wrap id="T5" position="float">
<label>Table&#xa0;5</label>
<caption>
<p>Diagnostic value of BI-RADS and combined tests with strain ratio and/or elasticity score.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Parameter</th>
<th valign="top" align="center">BI-RADS</th>
<th valign="top" colspan="2" align="center">B+ES</th>
<th valign="top" colspan="2" align="center">B+SR</th>
<th valign="top" colspan="2" align="center">B+ES+SR</th>
</tr>
<tr>
<th valign="top" align="left"> </th>
<th valign="top" align="center"> </th>
<th valign="top" align="center">Combined</th>
<th valign="top" align="center">p*</th>
<th valign="top" align="center">Combined</th>
<th valign="top" align="center">p*</th>
<th valign="top" align="center">Combined</th>
<th valign="top" align="center">p*</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">AUC</td>
<td valign="top" align="center">0.733<break/>(0.703, 0.761)</td>
<td valign="top" align="center">0.783<break/>(0.755, 0.810)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">0.846<break/>(0.821, 0.869)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">0.824<break/>(0.798, 0.849)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Sensitivity, %</td>
<td valign="top" align="center">98.5 (96.5, 99.5)</td>
<td valign="top" align="center">96.1 (93.4, 97.9)</td>
<td valign="top" align="center">0.039</td>
<td valign="top" align="center">94.9 (91.9, 97.0)</td>
<td valign="top" align="center">0.004</td>
<td valign="top" align="center">96.4 (93.8, 98.1)</td>
<td valign="top" align="center">0.065</td>
</tr>
<tr>
<td valign="top" align="left">Specificity, %</td>
<td valign="top" align="center">48.1 (44.0, 52.3)</td>
<td valign="top" align="center">60.6 (56.4, 64.6)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">74.4 (70.6, 77.9)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">68.5 (64.6, 72.3)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">PPV, %</td>
<td valign="top" align="center">52.2 (50.2, 54.1)</td>
<td valign="top" align="center">58.3 (55.8, 60.8)</td>
<td valign="top" align="center">0.034</td>
<td valign="top" align="center">68.0 (64.9, 71.0)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">63.7 (60.9, 66.5)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">NPV, %</td>
<td valign="top" align="center">98.2 (95.9, 99.3)</td>
<td valign="top" align="center">96.4 (94.0, 97.9)</td>
<td valign="top" align="center">0.164</td>
<td valign="top" align="center">96.2 (94.1, 97.6)</td>
<td valign="top" align="center">0.117</td>
<td valign="top" align="center">97.1 (95.0, 98.3)</td>
<td valign="top" align="center">0.327</td>
</tr>
<tr>
<td valign="top" align="left">LR+</td>
<td valign="top" align="center">1.9 (1.8, 2.1)</td>
<td valign="top" align="center">2.4 (2.2, 2.7)</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">3.7 (3.2, 4.3)</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">3.1 (2.7, 3.5)</td>
<td valign="top" align="center">NA</td>
</tr>
<tr>
<td valign="top" align="left">LR-</td>
<td valign="top" align="center">0.03 (0.01, 0.08)</td>
<td valign="top" align="center">0.07 (0.04, 0.1)</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">0.07 (0.04, 0.1)</td>
<td valign="top" align="center">NA</td>
<td valign="top" align="center">0.05 (0.03, 0.09)</td>
<td valign="top" align="center">NA</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>B, BI-RADS; ES, elasticity score; SR, strain ratio; AUC, the area under curve.</p>
</fn>
<fn>
<p>PPV, positive predictive value; NPV, negative predictive value.</p>
</fn>
<fn>
<p>LR+, positive diagnostic likelihood ratios; LR-, negative diagnostic likelihood ratios; NA, not applicable.</p>
</fn>
<fn>
<p>*Compared with BI-RADS classification alone. 95% confidence interval in parentheses.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>The AUC, specificity, and PPV were higher than those of BI-RADS classification alone by the addition of ES or SR to the BI-RADS classification (all <italic>p</italic> &lt; 0.05). However, the sensitivity decreased from 98.5% to 96.1% (BI-RADS combined with ES, <italic>p</italic> = 0.039) and 94.9% (BI-RADS combined with SR, <italic>p</italic> = 0.004), respectively. There was no statistically significant difference in NPV, with all <italic>p</italic> &gt; 0.05 (<xref ref-type="table" rid="T5">
<bold>Table&#xa0;5</bold>
</xref>). The comparison of the AUC of the three combination methods is shown in <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>.</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Receiver operating characteristic (ROC) curves for B-mode ultrasound (B) alone, B-mode ultrasound combined with elasticity score (ES), and/or strain ratio (SR). Among the three combinations, the AUC of BI-RADS classification combined with SR was the highest, and that of BI-RADS classification combined with SE was the lowest (0.846 <italic>vs</italic>. 0.824, <italic>p</italic> = 0.001; 0.846 vs. 0.783, <italic>p</italic> &lt; 0.001; 0.824 <italic>vs</italic>. 0.783, <italic>p</italic> &lt; 0.001).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-779612-g005.tif"/>
</fig>
</sec>
<sec id="s3_5">
<title>The Value of ES and SR in Reducing Unnecessary Biopsy</title>
<p>The value of ES and SR in reducing biopsy of BI-RADS 4a lesions is summarized in <xref ref-type="table" rid="T6">
<bold>Table&#xa0;6</bold>
</xref>. When BI-RADS was combined with ES, biopsy was avoided in 80 masses, and the biopsy rate decreased from 100% to 68.3% (<italic>p</italic> &lt; 0.001). When combined with SR, 164 masses avoided biopsy, with a lower biopsy rate (34.9% vs. 100%, <italic>p</italic> &lt; 0.001). When combined with both ES and SR, biopsy of 125 masses was avoided and the biopsy rate decreased to 50.4% (<italic>p</italic> &lt; 0.001). There was no statistical difference in the malignant rate of biopsy regardless of the combination of BI-RADS and SE (all <italic>p</italic> &gt; 0.05).</p>
<table-wrap id="T6" position="float">
<label>Table&#xa0;6</label>
<caption>
<p>The value of ES and SR in reducing biopsy of BI-RADS 4a lesions.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Parameter</th>
<th valign="top" align="center">BI-RADS</th>
<th valign="top" colspan="2" align="center">B+ES</th>
<th valign="top" colspan="2" align="center">B+SR</th>
<th valign="top" colspan="2" align="center">B+ES+SR</th>
</tr>
<tr>
<th valign="top" align="left"> </th>
<th valign="top" align="center"> </th>
<th valign="top" align="center">Combined</th>
<th valign="top" align="center">p*</th>
<th valign="top" align="center">Combined</th>
<th valign="top" align="center">p*</th>
<th valign="top" align="center">Combined</th>
<th valign="top" align="center">p*</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Number of 4a lesions</td>
<td valign="top" align="center">252</td>
<td valign="top" align="center">172</td>
<td valign="top" align="center"/>
<td valign="top" align="center">88</td>
<td valign="top" align="center"/>
<td valign="top" align="center">127</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Number of 3 to 4a</td>
<td valign="top" align="center"/>
<td valign="top" align="center">80</td>
<td valign="top" align="center"/>
<td valign="top" align="center">29</td>
<td valign="top" align="center"/>
<td valign="top" align="center">23</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Number of 4a to 3</td>
<td valign="top" align="center"/>
<td valign="top" align="center">160</td>
<td valign="top" align="center"/>
<td valign="top" align="center">193</td>
<td valign="top" align="center"/>
<td valign="top" align="center">148</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Masses avoid biopsy</td>
<td valign="top" align="center">0</td>
<td valign="top" align="center">80</td>
<td valign="top" align="center"/>
<td valign="top" align="center">164</td>
<td valign="top" align="center"/>
<td valign="top" align="center">125</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Biopsy rate, %</td>
<td valign="top" align="center">100 (252/252)</td>
<td valign="top" align="center">68.3 (172/252)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">34.9 (88/252)</td>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center">50.4 (127/252)</td>
<td valign="top" align="center">&lt;0.001</td>
</tr>
<tr>
<td valign="top" align="left">Malignant rate of biopsy, %</td>
<td valign="top" align="center">11.5 (29/252)</td>
<td valign="top" align="center">12.2 (21/172)</td>
<td valign="top" align="center">0.826</td>
<td valign="top" align="center">19.3 (17/88)</td>
<td valign="top" align="center">0.065</td>
<td valign="top" align="center">17.3 (22/127)</td>
<td valign="top" align="center">0.117</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>B, BI-RADS; ES, elasticity score; SR, strain ratio.</p>
</fn>
<fn>
<p>*Compared with BI-RADS classification alone.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>This prospective multicenter study explored the auxiliary value of two SE diagnostic methods, ES and SR, in the assessment of B-mode ultrasound breast lesions. Our results indicate that ES has a higher AUC, sensitivity, and NPV, but lower specificity and PPV in differentiating benign from malignant breast masses compared with SR. The AUC, specificity, and PPV of BI-RADS combined with ES and SR were higher than those of BI-RADS alone, without the loss of sensitivity and NPV. In addition, BI-RADS combined with ES or/and SR can significantly reduce the biopsy rate of BI-RADS 4a lesions without affecting the malignant rate of biopsy.</p>
<p>Recently, a new SE technique equipped in Samsung ultrasound system has been more and more widely used, and a multicenter study to explore how to make better use of its strain technique is necessary. Studies have shown that the ES and SR of SE techniques show good diagnostic accuracy in distinguishing benign from malignant breast masses (<xref ref-type="bibr" rid="B16">16</xref>, <xref ref-type="bibr" rid="B17">17</xref>). These are consistent with our result that both ES and SR have statistical differences in the differentiation between benign and malignant breast masses. However, 3.5 (<xref ref-type="bibr" rid="B10">10</xref>), 4.2 (<xref ref-type="bibr" rid="B16">16</xref>), 2.3 (<xref ref-type="bibr" rid="B17">17</xref>), and 4.5 (<xref ref-type="bibr" rid="B18">18</xref>) were used as cutoff values of SR to distinguish benign and malignant breast masses. The difference in the cutoff value of SR may be caused by the difference in strain calculation methods of various equipment vendors (<xref ref-type="bibr" rid="B17">17</xref>). In addition, the measurement of SR is greatly affected by the initial shear modulus and elastic nonlinearity of the lesion, as well as the pre-compression during image acquisition (<xref ref-type="bibr" rid="B19">19</xref>). In the previous single-center study, the cutoff value of SR was 1.765, and the sensitivity and specificity were 76% and 75%, respectively. In our multicenter study, 2.27 was the optimal cutoff value of SR, with a sensitivity of 60.2% and a specificity of 84.8%. The data for this study come from nine different hospitals, and the cutoff value of SR may be more objective.</p>
<p>The influence of different planes of breast masses on elastography imaging was discussed in this study. The results showed that there were no statistical differences in the diagnostic performance of both ES and SR in the long-axis and short-axis sections, which reflected the stability of SE. With respect to the diagnostic performance of ES and SR in the diagnosis of breast lesions, our study showed that ES was superior to SR, with a higher AUC (0.829 <italic>vs</italic>. 0.787, <italic>p</italic> &lt; 0.001). A previous study showed that ES was the most useful in the identification of benign and malignant breast masses among the four diagnostic methods (ES, SR, distance ratio, and area ratio) of SE (<xref ref-type="bibr" rid="B20">20</xref>), which was consistent with our result. However, some studies showed that there was no significant statistical difference in the diagnostic value of ES and SR in distinguishing benign and malignant breast masses (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B16">16</xref>). The operator dependence of elastography may be one of the reasons.</p>
<p>Elastography was considered to be helpful to improve the specificity of conventional ultrasound (<xref ref-type="bibr" rid="B11">11</xref>). In this study, the combination of BI-RADS and SE was in the following three forms: BI-RADS combined with ES, BI-RADS combined with SR, and BI-RADS combined with both ES and SR. Our results indicated that the combination of ES and/or SR could significantly improve the AUC and specificity of BI-RADS, which was consistent with the guidelines. Therefore, SE can be used as a useful additional method for a conventional ultrasound. Among the three combinations, the AUC of BI-RADS classification combined with SR was the highest, followed by that of BI-RADS classification combined with both ES and SR, and that of BI-RADS classification combined with SE was the lowest (0.846 <italic>vs</italic>. 0.824, <italic>p</italic> = 0.001; 0.846 <italic>vs</italic>. 0.783, <italic>p</italic> &lt; 0.001; 0.824 <italic>vs</italic>. 0.783, <italic>p</italic> &lt; 0.001). However, the combination of BI-RADS classification and ES or SR decreased the sensitivity compared to the BI-RADS evaluation alone (98.5% <italic>vs</italic>. 96.1%, <italic>p</italic> = 0.039; 98.5% <italic>vs</italic>. 94.9%, <italic>p</italic> = 0.004). When combined with both ES and SR, the sensitivity of the BI-RADS classification decreased from 98.5% to 96.4% with no statistical difference (<italic>p</italic> = 0.065). Therefore, BI-RADS classification combined with both ES and SR performed best to improve specificity without the loss of sensitivity.</p>
<p>The study showed that SR can be used as a valuable method for the evaluation of breast lesions in categories 3 and 4a, but not in categories 4b and 4c (<xref ref-type="bibr" rid="B21">21</xref>). Similarly, our results showed that the SR value for category 4a lesions was significantly higher than that for category 3 lesions, but there was no significant difference between category 4b and 4c lesions. For breast lesions that were highly suspected for malignancy by conventional ultrasound, the stiffness of the tissue had little effect on the patient&#x2019;s clinical decision-making (<xref ref-type="bibr" rid="B21">21</xref>). Elastography may play a role in improving the selection of biopsy for patients with low suspicion lesions (<xref ref-type="bibr" rid="B20">20</xref>). BI-RADS category 3 or 4a lesions were upgraded or downgraded based on the results of ES and SR. This multicenter study showed that all three combined methods could reduce the biopsy rate of category 4a lesions without reducing the malignant rate of biopsy, and BI-RADS classification combined with SR was found to be the most useful. Therefore, elastography imaging can be used as a non-invasive auxiliary method to reduce unnecessary biopsy of BI-RADS 4a lesions, thus avoiding negative emotions of patients and complications of tissue biopsy.</p>
<p>The main limitation of our study was the uneven distribution of the patient population and histopathological results. In addition, the repeatability of the breast SE technique with the Samsung ultrasound system was not explored in this study. The repeatability of elastography is mainly manifested in the variability of data acquisition and interpretation (<xref ref-type="bibr" rid="B22">22</xref>). Our&#xa0;prospective studies followed very strict procedural protocols to minimize differences among radiologists in data acquisition and interpretation. Lastly, some patients were unable to be included in this study because they did not get a reliable SE assessment. On the one hand, breast masses do not meet the requirements of elastic quality indicators. On the other hand, the breast mass is too large and occupies the whole elastic frame, so it is impossible to evaluate the elasticity.</p>
<p>In summary, the optimal cutoff value of SR for differentiating benign from malignant masses was 2.27, with a sensitivity of 60.2% and a specificity of 84.8%. In addition, SE can be used as a useful and non-invasive additional method to improve the diagnostic performance of conventional ultrasound by increasing AUC and specificity and reducing unnecessary biopsy of BI-RADS 4a lesions.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>The raw data supporting the conclusions of this article will be&#xa0;made available  from the corresponding author upon reasonable request.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by the Institutional Review Board of Tongji Medical College of Huazhong University of Science &amp; Technology. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author Contributions</title>
<p>Conception and design of the study: X-WC and CD. Acquisition of data: QW, Y-JY, X-RY, FJ, JL, GW, YiW, YuW, Z-PP, and J-HH. Analysis and interpretation of data: QW, G-GW, JS, and X-WC. Drafting the article: QW, Y-JY, and X-WC. Revising it critically for important intellectual content: all authors. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>This research was supported by the National Natural Science Foundation of China (Grant No. 82071953), Key R&amp;D Projects of Science and Technology of Hubei Province in 2020 (Grant No. 2020BCB022), and Tongji Hospital (HUST) Foundation for Excellent Young Scientist (Grant No. 2020YQ01).</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>Author CD was employed by company Hirslanden Clinic.</p>
<p>The remaining authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sung</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Laversanne</surname> <given-names>M</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Global Cancer Statistics 2020: GLOBOCAN Estimates of Incidence and Mortality Worldwide for 36 Cancers in 185 Countries</article-title>. <source>CA Cancer J Clin</source> (<year>2021</year>) <volume>71</volume>(<issue>3</issue>):<page-range>209&#x2013;49</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3322/caac.21660</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hooley</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Scoutt</surname> <given-names>LM</given-names>
</name>
<name>
<surname>Philpotts</surname> <given-names>LE</given-names>
</name>
</person-group>. <article-title>Breast Ultrasonography: State of the Art</article-title>. <source>Radiology</source> (<year>2013</year>) <volume>268</volume>(<issue>3</issue>):<page-range>642&#x2013;59</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.13121606</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ji</surname> <given-names>T</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>S</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Xing</surname> <given-names>H</given-names>
</name>
<name>
<surname>Zhao</surname> <given-names>G</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>Q</given-names>
</name>
</person-group>. <article-title>99mtc-Glu-C(RGDyK)-Bombesin SPECT Can Reduce Unnecessary Biopsy of Masses That Are BI-RADS Category 4 on Ultrasonography</article-title>. <source>J Nucl Med</source> (<year>2016</year>) <volume>57</volume>(<issue>8</issue>):<page-range>1196&#x2013;200</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.2967/jnumed.115.168773</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shiina</surname> <given-names>T</given-names>
</name>
<name>
<surname>Nightingale</surname> <given-names>KR</given-names>
</name>
<name>
<surname>Palmeri</surname> <given-names>ML</given-names>
</name>
<name>
<surname>Hall</surname> <given-names>TJ</given-names>
</name>
<name>
<surname>Bamber</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Barr</surname> <given-names>RG</given-names>
</name>
<etal/>
</person-group>. <article-title>WFUMB Guidelines and Recommendations for Clinical Use of Ultrasound Elastography: Part 1: Basic Principles and Terminology</article-title>. <source>Ultrasound Med Biol</source> (<year>2015</year>) <volume>41</volume>(<issue>5</issue>):<page-range>1126&#x2013;47</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2015.03.009</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Itoh</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ueno</surname> <given-names>E</given-names>
</name>
<name>
<surname>Tohno</surname> <given-names>E</given-names>
</name>
<name>
<surname>Kamma</surname> <given-names>H</given-names>
</name>
<name>
<surname>Takahashi</surname> <given-names>H</given-names>
</name>
<name>
<surname>Shiina</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Breast Disease: Clinical Application of US Elastography for Diagnosis</article-title>. <source>Radiology</source> (<year>2006</year>) <volume>239</volume>(<issue>2</issue>):<page-range>341&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2391041676</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Barr</surname> <given-names>RG</given-names>
</name>
<name>
<surname>Nakashima</surname> <given-names>K</given-names>
</name>
<name>
<surname>Amy</surname> <given-names>D</given-names>
</name>
<name>
<surname>Cosgrove</surname> <given-names>D</given-names>
</name>
<name>
<surname>Farrokh</surname> <given-names>A</given-names>
</name>
<name>
<surname>Schafer</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>WFUMB Guidelines and Recommendations for Clinical Use of Ultrasound Elastography: Part 2: Breast</article-title>. <source>Ultrasound Med Biol</source> (<year>2015</year>) <volume>41</volume>(<issue>5</issue>):<page-range>1148&#x2013;60</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2015.03.008</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Cho</surname> <given-names>N</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Koo</surname> <given-names>HR</given-names>
</name>
<name>
<surname>La Yun</surname> <given-names>B</given-names>
</name>
<name>
<surname>Moon</surname> <given-names>WK</given-names>
</name>
</person-group>. <article-title>Sonoelastography for 1,786 Non-Palpable Breast Masses: Diagnostic Value in the Decision to Biopsy</article-title>. <source>Eur Radiol</source> (<year>2012</year>) <volume>22</volume>(<issue>5</issue>):<page-range>1033&#x2013;40</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-011-2341-x</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xiao</surname> <given-names>X</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>H</given-names>
</name>
<name>
<surname>Guan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Qin</surname> <given-names>W</given-names>
</name>
<name>
<surname>Luo</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Diagnosis of Sub-Centimetre Breast Lesions: Combining BI-RADS-US With Strain Elastography and Contrast-Enhanced Ultrasound-a Preliminary Study in China</article-title>. <source>Eur Radiol</source> (<year>2017</year>) <volume>27</volume>(<issue>6</issue>):<page-range>2443&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-016-4628-4</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="book">
<person-group person-group-type="author">
<name>
<surname>D&#x2019;Orsi</surname> <given-names>C</given-names>
</name>
<name>
<surname>Sickles</surname> <given-names>E</given-names>
</name>
<name>
<surname>Mendelson</surname> <given-names>E</given-names>
</name>
<name>
<surname>Morris</surname> <given-names>E</given-names>
</name>
</person-group>. <source>ACR BI-RADS&#xae; Atlas, Breast Imaging Reporting and Data System</source>. <edition>5th ed</edition>. <publisher-loc>Reston, VA</publisher-loc>: <publisher-name>American College of Radiology</publisher-name> (<year>2013</year>).</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bojanic</surname> <given-names>K</given-names>
</name>
<name>
<surname>Katavic</surname> <given-names>N</given-names>
</name>
<name>
<surname>Smolic</surname> <given-names>M</given-names>
</name>
<name>
<surname>Peric</surname> <given-names>M</given-names>
</name>
<name>
<surname>Kralik</surname> <given-names>K</given-names>
</name>
<name>
<surname>Sikora</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Implementation of Elastography Score and Strain Ratio in Combination With B-Mode Ultrasound Avoids Unnecessary Biopsies of Breast Lesions</article-title>.&#xa0;<source>Ultrasound Med Biol</source> (<year>2017</year>) <volume>43</volume>(<issue>4</issue>):<page-range>804&#x2013;16</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2016.11.019</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>S&#x103;ftoiu</surname> <given-names>A</given-names>
</name>
<name>
<surname>Gilja</surname> <given-names>OH</given-names>
</name>
<name>
<surname>Sidhu</surname> <given-names>PS</given-names>
</name>
<name>
<surname>Dietrich</surname> <given-names>CF</given-names>
</name>
<name>
<surname>Cantisani</surname> <given-names>V</given-names>
</name>
<name>
<surname>Amy</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>The EFSUMB Guidelines and Recommendations for the Clinical Practice of Elastography in Non-Hepatic Applications: Update 2018</article-title>. <source>Ultraschall Med</source> (<year>2019</year>) <volume>40</volume>(<issue>4</issue>):<page-range>425&#x2013;53</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1055/a-0838-9937</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Chung</surname> <given-names>J</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>HY</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>SH</given-names>
</name>
<name>
<surname>Ryu</surname> <given-names>EB</given-names>
</name>
<name>
<surname>Ko</surname> <given-names>KH</given-names>
</name>
<etal/>
</person-group>. <article-title>Evaluation of Screening US-Detected Breast Masses by Combined Use of Elastography and Color Doppler US With B-Mode US in Women With Dense Breasts: A Multicenter Prospective Study</article-title>. <source>Radiology</source> (<year>2017</year>) <volume>285</volume>(<issue>2</issue>):<page-range>660&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2017162424</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hatzung</surname> <given-names>G</given-names>
</name>
<name>
<surname>Grunwald</surname> <given-names>S</given-names>
</name>
<name>
<surname>Zygmunt</surname> <given-names>M</given-names>
</name>
<name>
<surname>Geaid</surname> <given-names>AA</given-names>
</name>
<name>
<surname>Behrndt</surname> <given-names>PO</given-names>
</name>
<name>
<surname>Isermann</surname> <given-names>R</given-names>
</name>
<etal/>
</person-group>. <article-title>Sonoelastography in the Diagnosis of Malignant and Benign Breast Lesions: Initial Clinical Experiences</article-title>. <source>Ultraschall Med</source> (<year>2010</year>) <volume>31</volume>(<issue>6</issue>):<fpage>596</fpage>&#x2013;<lpage>603</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1055/s-0029-1245526</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Di Segni</surname> <given-names>M</given-names>
</name>
<name>
<surname>de Soccio</surname> <given-names>V</given-names>
</name>
<name>
<surname>Cantisani</surname> <given-names>V</given-names>
</name>
<name>
<surname>Bonito</surname> <given-names>G</given-names>
</name>
<name>
<surname>Rubini</surname> <given-names>A</given-names>
</name>
<name>
<surname>Di Segni</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Automated Classification of Focal Breast Lesions According to S-Detect: Validation and Role as a Clinical and Teaching Tool</article-title>. <source>J Ultrasound</source> (<year>2018</year>) <volume>21</volume>(<issue>2</issue>):<page-range>105&#x2013;18</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s40477-018-0297-2</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>DeLong</surname> <given-names>ER</given-names>
</name>
<name>
<surname>DeLong</surname> <given-names>DM</given-names>
</name>
<name>
<surname>Clarke-Pearson</surname> <given-names>DL</given-names>
</name>
</person-group>. <article-title>Comparing the Areas Under Two or More Correlated Receiver Operating Characteristic Curves: A Nonparametric Approach</article-title>. <source>Biometrics</source> (<year>1988</year>) <volume>44</volume>(<issue>3</issue>):<page-range>837&#x2013;45</page-range>. doi: <pub-id pub-id-type="doi">10.2307/2531595</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mutala</surname> <given-names>TM</given-names>
</name>
<name>
<surname>Ndaiga</surname> <given-names>P</given-names>
</name>
<name>
<surname>Aywak</surname> <given-names>A</given-names>
</name>
</person-group>. <article-title>Comparison of Qualitative and Semiquantitative Strain Elastography in Breast Lesions for Diagnostic Accuracy</article-title>. <source>Cancer Imaging</source> (<year>2016</year>) <volume>16</volume>(<issue>1</issue>):<fpage>12</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1186/s40644-016-0070-8</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cantisani</surname> <given-names>V</given-names>
</name>
<name>
<surname>David</surname> <given-names>E</given-names>
</name>
<name>
<surname>Barr</surname> <given-names>RG</given-names>
</name>
<name>
<surname>Radzina</surname> <given-names>M</given-names>
</name>
<name>
<surname>de Soccio</surname> <given-names>V</given-names>
</name>
<name>
<surname>Elia</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>US-Elastography for Breast Lesion Characterization: Prospective Comparison of US BIRADS, Strain Elastography and Shear Wave Elastography</article-title>. <source>Ultraschall Med</source> (<year>2020</year>) <volume>42</volume>(<issue>5</issue>):<page-range>533&#x2013;40</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1055/a-1134-4937</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bal&#xe7;&#x131;k</surname> <given-names>A</given-names>
</name>
<name>
<surname>Polat</surname> <given-names>AV</given-names>
</name>
<name>
<surname>Bayrak</surname> <given-names>&#x130;K</given-names>
</name>
<name>
<surname>Polat</surname> <given-names>AK</given-names>
</name>
</person-group>. <article-title>Efficacy of Sonoelastography in Distinguishing Benign From Malignant Breast Masses</article-title>. <source>J Breast Health</source> (<year>2016</year>) <volume>12</volume>(<issue>1</issue>):<fpage>37</fpage>&#x2013;<lpage>43</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.5152/tjbh.2015.2843</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Rosen</surname> <given-names>D</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Modeling Uncertainty of Strain Ratio Measurements in Ultrasound Breast Strain Elastography: A Factorial Experiment</article-title>. <source>IEEE Trans Ultrason Ferroelectr Freq Control</source> (<year>2020</year>) <volume>67</volume>(<issue>2</issue>):<page-range>258&#x2013;68</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/tuffc.2019.2942821</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Menezes</surname> <given-names>R</given-names>
</name>
<name>
<surname>Sardessai</surname> <given-names>S</given-names>
</name>
<name>
<surname>Furtado</surname> <given-names>R</given-names>
</name>
<name>
<surname>Sardessai</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Correlation of Strain Elastography With Conventional Sonography and FNAC/Biopsy</article-title>. <source>J Clin Diagn Res</source> (<year>2016</year>) <volume>10</volume>(<issue>7</issue>):<fpage>Tc05</fpage>&#x2013;<lpage>10</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.7860/jcdr/2016/20239.8177</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhao</surname> <given-names>XB</given-names>
</name>
<name>
<surname>Yao</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>XC</given-names>
</name>
<name>
<surname>Hao</surname> <given-names>SY</given-names>
</name>
<name>
<surname>Mu</surname> <given-names>WJ</given-names>
</name>
<name>
<surname>Li</surname> <given-names>LJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Strain Elastography: A Valuable Additional Method to BI-RADS</article-title>? <source>Ultraschall Med</source> (<year>2018</year>) <volume>39</volume>(<issue>5</issue>):<page-range>526&#x2013;34</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1055/s-0043-115108</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Regner</surname> <given-names>DM</given-names>
</name>
<name>
<surname>Hesley</surname> <given-names>GK</given-names>
</name>
<name>
<surname>Hangiandreou</surname> <given-names>NJ</given-names>
</name>
<name>
<surname>Morton</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Nordland</surname> <given-names>MR</given-names>
</name>
<name>
<surname>Meixner</surname> <given-names>DD</given-names>
</name>
<etal/>
</person-group>. <article-title>Breast Lesions: Evaluation With US Strain Imaging&#x2013;Clinical Experience of Multiple Observers</article-title>. <source>Radiology</source> (<year>2006</year>) <volume>238</volume>(<issue>2</issue>):<page-range>425&#x2013;37</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.2381041336</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>