<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2024.1352028</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Diagnosis of benign and malignant peripheral lung lesions based on a feature model constructed by the random forest algorithm for grayscale and contrast-enhanced ultrasound</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Wei</surname>
<given-names>Hong</given-names>
</name>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/methodology/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
</contrib>
<contrib contrib-type="author" equal-contrib="yes">
<name>
<surname>Wang</surname>
<given-names>Yichun</given-names>
</name>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-original-draft/"/>
<role content-type="https://credit.niso.org/contributor-roles/conceptualization/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Li</surname>
<given-names>Jinyao</given-names>
</name>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Yanyan</given-names>
</name>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/investigation/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lu</surname>
<given-names>Longdi</given-names>
</name>
<role content-type="https://credit.niso.org/contributor-roles/data-curation/"/>
<role content-type="https://credit.niso.org/contributor-roles/formal-analysis/"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sun</surname>
<given-names>Jiawei</given-names>
</name>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Wang</surname>
<given-names>Xiaolei</given-names>
</name>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/2598396"/>
<role content-type="https://credit.niso.org/contributor-roles/writing-review-editing/"/>
</contrib>
</contrib-group>
<aff id="aff1">
<institution>In-Patient Ultrasound Department, The second Affiliated Hospital of Harbin Medical University, Surgeons&#x2019; Hall</institution>, <addr-line>Harbin</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Giorgio Scagliotti, University of Torino, Italy</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Francesco Lassandro, ASL Napoli 3 Sud, Italy</p>
<p>Ching-Kai Lin, National Taiwan University Hospital, Taiwan</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Xiaolei Wang, <email xlink:href="mailto:wxlghb@126.com">wxlghb@126.com</email>
</p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>11</day>
<month>03</month>
<year>2024</year>
</pub-date>
<pub-date pub-type="collection">
<year>2024</year>
</pub-date>
<volume>14</volume>
<elocation-id>1352028</elocation-id>
<history>
<date date-type="received">
<day>07</day>
<month>12</month>
<year>2023</year>
</date>
<date date-type="accepted">
<day>26</day>
<month>02</month>
<year>2024</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2024 Wei, Wang, Li, Wang, Lu, Sun and Wang</copyright-statement>
<copyright-year>2024</copyright-year>
<copyright-holder>Wei, Wang, Li, Wang, Lu, Sun and Wang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Rationale and objectives</title>
<p>To construct a predictive model for benign and malignant peripheral pulmonary lesions (PPLs) using a random forest algorithm based on grayscale ultrasound and ultrasound contrast, and to evaluate its diagnostic value.</p>
</sec>
<sec>
<title>Materials and methods</title>
<p>We selected 254 patients with PPLs detected using chest lung computed tomography between October 2021 and July 2023, including 161 malignant and 93 benign lesions. Relevant variables for judging benign and malignant PPLs were screened using logistic regression analysis. A model was constructed using the random forest algorithm, and the test set was verified. Correlations between these relevant variables and the diagnosis of benign and malignant PPLs were evaluated.</p>
</sec>
<sec>
<title>Results</title>
<p>Age, lesion shape, size, angle between the lesion border and chest wall, boundary clarity, edge regularity, air bronchogram, vascular signs, enhancement patterns, enhancement intensity, homogeneity of enhancement, number of non-enhancing regions, non-enhancing region type, arrival time (AT) of the lesion, lesion-lung AT difference, AT difference ratio, and time to peak were the relevant variables for judging benign and malignant PPLs. Consequently, a model and receiver operating characteristic curve were constructed with an AUC of 0.92 and an accuracy of 88.2%. The test set results showed that the model had good predictive ability. The index with the highest correlation for judging benign and malignant PPLs was the AT difference ratio. Other important factors were lesion size, patient age, and lesion morphology.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>The random forest algorithm model constructed based on clinical data and ultrasound imaging features has clinical application value for predicting benign and malignant PPLs.</p>
</sec>
</abstract>
<kwd-group>
<kwd>peripheral pulmonary lesions</kwd>
<kwd>contrast-enhanced ultrasound</kwd>
<kwd>benign</kwd>
<kwd>malignant</kwd>
<kwd>random forest</kwd>
</kwd-group>
<counts>
<fig-count count="7"/>
<table-count count="2"/>
<equation-count count="0"/>
<ref-count count="24"/>
<page-count count="11"/>
<word-count count="5272"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Thoracic Oncology</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>Lung cancer conspicuously dominates as the principal male malignancy in terms of incidence and mortality rates, and its trajectory in female cancer incidence is on an unmistakable upward trend (<xref ref-type="bibr" rid="B1">1</xref>). Globally, approximately 2.2 million lung cancer cases emerged in 2020, culminating in roughly 1.8 million fatalities (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). Thus, the early detection of malignant lung tumors and timely clinical intervention can effectively reduce mortality and improve patient prognosis. Low-dose computed tomography (CT) has garnered recognition as a potent tool for early lung cancer detection and screening, presenting a statistically significant reduction in lung cancer mortality of approximately 20% when juxtaposed with conventional chest X-ray examinations (<xref ref-type="bibr" rid="B3">3</xref>). Nonetheless, the propensity for false positives in CT-based lung cancer diagnosis remains significant (<xref ref-type="bibr" rid="B4">4</xref>), with histopathological examination retaining its gold standard status for the diagnosis of malignant lung lesions.</p>
<p>Considering that ultrasound can provide characteristic insights into lesions near the pleura, and the emergence and maturity of contrast-enhanced ultrasound (CEUS) technology, researchers have recently gone beyond simple grayscale ultrasound to deeply study the microvascular supply distribution and dynamic perfusion process of peripheral pulmonary lesions (PPLs) to clarify their vascular characteristics (<xref ref-type="bibr" rid="B5">5</xref>&#x2013;<xref ref-type="bibr" rid="B7">7</xref>). Although some studies have used quantitative and qualitative parameters to effectively diagnose benign and malignant PPLs (<xref ref-type="bibr" rid="B8">8</xref>&#x2013;<xref ref-type="bibr" rid="B10">10</xref>), few have comprehensively analyzed and evaluated the weight of multiple features of PPLs on grayscale ultrasound and CEUS.</p>
<p>Random forest is a machine learning algorithm that is an ensemble learning model composed of multiple decision trees. Compared with logistic regression analysis, random forest has significant advantages in dealing with feature correlation, feature selection, and handling nonlinear data (<xref ref-type="bibr" rid="B11">11</xref>). Random forest models are more appropriate for datasets with many features.</p>
<p>In this study, the clinical data and features of patients with peripheral lung lesions on grayscale ultrasound and CEUS were prospectively collected. A model was established and validated using the random forest algorithm to evaluate the correlation between the relevant variables and the diagnosis of benign and malignant PPLs, thereby revealing the significant factors that distinguish them.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and methods</title>
<sec id="s2_1">
<title>Patients</title>
<p>This study was approved by the Ethics Committee of the Ethics Committee of the Second Affiliated Hospital of Harbin Medical University. We selected 272 lesions from 272 patients detected by CT between October 2021 and July 2023, all of which could be clearly identified using ultrasound. These patients underwent CEUS- and ultrasound-guided percutaneous biopsies in our department. The exclusion criteria were as follows: 1. patients who could not tolerate or cooperate with surgery; 2. severe cardiovascular diseases, such as myocardial infarction, advanced hypertension, and circulatory failure; 3. coagulation disorders or severe bleeding tendencies; and 4. allergies to contrast agents. Before undergoing CEUS and percutaneous biopsy, each patient or a family member signed an informed consent form. Five patients who did not undergo CEUS or biopsy were excluded. Ten patients were excluded because of poor ultrasound image quality and inability to undergo TIC curve analysis. Three patients were excluded because of the lack of pathological results. During the study period, we closely followed up patients with negative biopsy results for 3 to 6 months. If the lesion decreased or disappeared in subsequent CT scans, it was considered benign. If the lesion remained unchanged or increased in size in CT scans, we performed another biopsy to confirm. We obtained the final pathological results of the lesions, with one patient excluded because the pathological results showed a borderline hemangiopericytoma-like fibrohistiocytic tumor. In total, 254 patients (254 lesions) were included in this study (<xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>). The sex, age, and smoking history of the patients were also recorded.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Patient enrollment flowchart.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1352028-g001.tif"/>
</fig>
</sec>
<sec id="s2_2">
<title>Image acquisition and analysis</title>
<p>Routine ultrasonography and CEUS were performed using the Aixplorer Color Doppler Ultrasonic Diagnostic Device (SuperSonic Imaging, Aix-en-Provence, France) and the Aplio i900 Color Doppler Ultrasonic Diagnostic Device (Canon Medical, Japan). The devices were equipped with XC6-1 and i8CX1 convex probes. Depending on the location of the lesion, an appropriate position was selected for scanning through the intercostal space. Initial grayscale ultrasonography was performed to observe the morphological characteristics of the lesion such as size (the sum of the maximum diameter parallel to the chest wall and the maximum diameter perpendicular to the chest wall), shape (wedge/circular/fusiform/hemisphere/irregular), angle between the lesion border and chest wall (as long as one angle is obtuse, the parameter is classified as obtuse), boundary clarity (clear or unclear), edge regularity (regular or irregular), and the presence of an air bronchogram sign. The ultrasound contrast agent (UCA) used was SonoVue (Bracco Company). After adjusting the optimal section, the mode was switched to contrast enhancement (mechanical index, &lt;0.1). A rapid injection of 2 mL of UCA was administered into the elbow vein, followed by a flush with 5 mL of saline, during which timing and dynamic image storage began.</p>
<p>The enhancement characteristics of the lesion included vascular signs (morphological characteristics of the earliest enhanced blood vessels in the lesion: tree-like/dot-like/curl-like/mixed), enhancement patterns (the way the UCA enters the lesion: unidirectional emitting/converging/centrifugal/diffuse/mixed), and enhancement intensity (the enhanced degree of air-filled lung tissues was defined as hyper-enhancement, and the enhanced degree of thoracic wall muscle was defined as hypo-enhancement: hyper-, iso-, or hypo-enhancement), homogeneity of enhancement (homogeneous or inhomogeneous), number of non-enhancing regions (none/single/multiple), and non-enhancing region type (the morphological characteristics of the non-enhancing region: small piece/large piece/mesh). The definitions of the qualitative parameters for grayscale ultrasound and ultrasound contrast imaging are shown in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>Grayscale ultrasound and CEUS feature schematic diagram. <bold>(A-E)</bold> Shape (<bold>A</bold>, wedge; <bold>B</bold>, circular; <bold>C</bold>, fusiform; <bold>D</bold>, hemisphere; <bold>E</bold>, irregular). <bold>(F, G)</bold> Angle between lesion border and chest wall (<bold>F</bold>, acute; <bold>G</bold>, obtuse). <bold>(H)</bold> Boundary blurred with air bronchogram. <bold>(I, J)</bold> Edge regularity (<bold>I</bold>, regular; <bold>J</bold>, irregular). <bold>(K-M)</bold> Vascular signs (<bold>K</bold>, tree-like; <bold>L</bold>, dot-like; <bold>M</bold>, curl-like). <bold>(N-Q)</bold> Enhancement patterns (<bold>N</bold>, unidirectional emitting; <bold>O</bold>, converging; <bold>P</bold>, diffuse; <bold>Q</bold>, centrifugal). <bold>(R-T)</bold> the number and type of non-enhancing region (<bold>R</bold>, multiple and small piece; <bold>S</bold>, single and large piece; <bold>T</bold>, mesh). CEUS, contrast-enhanced ultrasound.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1352028-g002.tif"/>
</fig>
<p>Using the ultrasound contrast quantitative analysis software SonoLiver, the contrast film segments were analyzed by placing the regions of interest in the earliest enhanced inflated lung tissue, lesion, and chest wall area, obtaining TIC curves, and finally obtaining the arrival time (AT) of the lung tissue (the time it takes for the contrast agent to enter the normally inflated lung tissue from injection), lesion AT (the time it takes for the contrast agent to reach the lesion), chest wall AT (the time it takes for the contrast agent to reach the chest wall after injection), lesion-lung AT difference (the AT difference between the lesion and the normally inflated lung tissue), AT difference ratio (the ratio of &#x201c;AT difference between the lesion and the normally inflated lung tissue&#x201d; to &#x201c;AT difference between thoracic wall and the normally inflated lung tissue&#x201d;), time to peak (TTP) (the time it takes for the contrast agent to reach its maximum enhancement at the lesion site from injection), and rising time (RT) (the difference is between the time it takes for the contrast agent to reach its maximum enhancement at the lesion and when the lesion starts to enhance) (<xref ref-type="fig" rid="f3">
<bold>Figures&#xa0;3</bold>
</xref>, <xref ref-type="fig" rid="f4">
<bold>4</bold>
</xref>).</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>Ultrasound images of an 81-year-old female patient with pneumonia. <bold>(A)</bold> A hypoechoic solid lesion with an irregular shape and blurred edges, measuring 5.4 &#xd7; 1.9&#xa0;cm, can be seen in the right lung. <bold>(B)</bold> At 4.1 s, the inflated lung tissue begins to enhance. <bold>(C)</bold> At 5.0 s, the lesion begins to enhance unidirectionally in a branching radicular pattern. <bold>(D)</bold> At 12.6 s, the chest wall begins to enhance. <bold>(E)</bold> The lesion shows uniform isointense enhancement, with no necrosis inside. <bold>(F)</bold> A 16G needle is used for biopsy of the lesion.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1352028-g003.tif"/>
</fig>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>Ultrasound manifestations of a 64-year-old male patient with squamous cell carcinoma. <bold>(A)</bold> A low-echo solid mass of 10.1 &#xd7; 8.3&#xa0;cm can be seen in the right lung, with a circular shape and clear boundaries. <bold>(B)</bold> At 2.8 s, the lung tissue begins to enhance with inflation. <bold>(C)</bold> At 7.6 s, the lesion begins to centrifugally enhance in a patchy manner. <bold>(D)</bold> At 8.8 s, the chest wall begins to enhance. <bold>(E)</bold> The lesion shows heterogeneous low enhancement, with multiple necrotic areas visible inside, and the enhanced morphology is sieve-like. <bold>(F)</bold> A 16G puncture needle is used to puncture and sample the central non-necrotic area of the lesion.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1352028-g004.tif"/>
</fig>
</sec>
<sec id="s2_3">
<title>Reference standards</title>
<p>Under the circumstance where the pathological results for the lesion were unclear, a young physician with five years of diagnostic experience reached a consensus with two chief physicians, each with over ten years of diagnostic experience, on the placement of the area of interest and observation of the imaging characteristics of the lesion.</p>
</sec>
<sec id="s2_4">
<title>Ultrasound-guided percutaneous biopsy</title>
<p>Two physicians with ten years of interventional experience performed lung lesion biopsies. When examining conventional ultrasound and CEUS, physicians accurately determined the optimal location, area, needle entry point, and path for biopsy. The area was disinfected with iodine and sterilized, followed by local anesthesia with 2% lidocaine at the relevant site. Under ultrasound guidance, the physicians avoided the necrotic area shown on CEUS, ensuring that the biopsy needle accurately reached the lesion site. Multiple punctures were made on the lesion, and up to 2-3 tissue samples were collected. All tissue samples were fixed in 4% formalin and sent to the pathology department for analysis.</p>
</sec>
<sec id="s2_5">
<title>Statistical analyses</title>
<p>This study utilized SPSS 27.0 and PyCharm software for statistical analysis. Count data were first subjected to the Shapiro-Wilk test for normality: if the data followed a normal distribution, they were presented as mean &#xb1; standard deviation and subjected to an independent samples <italic>t</italic>-test; if the data did not follow a normal distribution, they were presented as the median and interquartile range [M (Q1, Q3)] and subjected to the independent samples Mann-Whitney test. Categorical variables are presented as frequencies or percentages and were tested using the chi-squared test. Statistical significance was set at <italic>P</italic> &lt; 0.05.</p>
<p>Next, the statistical data of the benign and malignant lesions were analyzed using univariate logistic regression, selecting ultrasonic parameters with significant differences between benign and malignant changes as candidate variables.</p>
<p>Finally, the random forest algorithm was used for multivariate analysis to select candidate variables. The random forest analysis consists of three steps: 1. establishing a classification model using training set data and training it; 2. evaluating the performance of the model on the validation set through cross-validation and save the optimal model for easy subsequent data uploading and classification calculations; 3. evaluating the model&#x2019;s classification accuracy on the test set, and the feature importance was ultimately calculated.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Patient general information characteristics</title>
<p>Of the 254 participants in our study, 148 were male and 106 were female, with ages ranging from 16 to 89 years. The final diagnostic results are shown in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Final diagnosis results.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left"/>
<th valign="top" colspan="2" align="center">Benign lesions (n)</th>
<th valign="top" colspan="2" align="center">Malignant lesions (n)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Pneumonia</td>
<td valign="top" align="left">68</td>
<td valign="top" align="left">Adenocarcinoma</td>
<td valign="top" align="left">77</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Lung abscess</td>
<td valign="top" align="left">6</td>
<td valign="top" align="left">Squamous cell carcinoma</td>
<td valign="top" align="left">43</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Pulmonary tuberculosis</td>
<td valign="top" align="left">15</td>
<td valign="top" align="left">Small cell carcinoma</td>
<td valign="top" align="left">16</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Granulomatous vasculitis</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Adenosquamous carcinoma</td>
<td valign="top" align="left">2</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Fibroma</td>
<td valign="top" align="left">2</td>
<td valign="top" align="left">Neuroendocrine carcinomas</td>
<td valign="top" align="left">2</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left">Cryptococcosis</td>
<td valign="top" align="left">1</td>
<td valign="top" align="left">Metastatic carcinomas</td>
<td valign="top" align="left">2</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left">Papillary carcinoma</td>
<td valign="top" align="left">1</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left">Spindle cell carcinoma</td>
<td valign="top" align="left">1</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left">Sarcomatoid carcinoma</td>
<td valign="top" align="left">1</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left">Diffuse large B-cell lymphoma</td>
<td valign="top" align="left">1</td>
</tr>
<tr>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left"/>
<td valign="top" align="left">Non-small cell carcinoma lacking specific pathological findings</td>
<td valign="top" align="left">15</td>
</tr>
<tr>
<td valign="top" align="left">Total</td>
<td valign="top" align="left"/>
<td valign="top" align="left">93</td>
<td valign="top" align="left"/>
<td valign="top" align="left">161</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>When comparing sex distribution (<italic>P</italic>=0.315) and smoking history (<italic>P</italic>=0.904) between the malignant and benign groups, we found no statistically significant differences. However, the average age in the malignant group was notably higher than in the benign group [66.0 (60.00~74.00) versus 62.00 (53.00~68.50), <italic>P &lt;</italic> 0.001] (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>). Moreover, age as a diagnostic criterion yielded an area under the curve (AUC) of 0.64, pinpointing 62.5 years as the optimal age cutoff. Using this cutoff, the sensitivity was 0.69, and the specificity was 0.54.</p>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Univariate regression analysis of each parameter between the benign and malignant groups.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="left">Characteristics</th>
<th valign="middle" align="center">Benign group</th>
<th valign="middle" align="center">Malignant group</th>
<th valign="middle" align="left">OR (95%CI)</th>
<th valign="middle" align="center">
<italic>P</italic> value</th>
</tr>
</thead>
<tbody>
<tr>
<th valign="middle" colspan="5" align="left">Sex (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Male</td>
<td valign="middle" align="left">58 (62.4%)</td>
<td valign="middle" align="left">90 (55.9%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Female</td>
<td valign="middle" align="left">35 (37.6%)</td>
<td valign="middle" align="left">71 (44.1%)</td>
<td valign="middle" align="left">1.31 (0.78-2.20)</td>
<td valign="middle" align="left">0.315</td>
</tr>
<tr>
<td valign="middle" align="left">Age, years (M, IQR)</td>
<td valign="middle" align="left">62 (53, 68)</td>
<td valign="middle" align="left">66 (60, 74)</td>
<td valign="middle" align="left">1.04 (1.02-1.07)</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Smoking (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;No</td>
<td valign="middle" align="left">53 (57.0%)</td>
<td valign="middle" align="left">93 (57.8%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Yes</td>
<td valign="middle" align="left">40 (43.0%)</td>
<td valign="middle" align="left">68 (42.2%)</td>
<td valign="middle" align="left">0.97 (0.58-1.62)</td>
<td valign="middle" align="left">0.904</td>
</tr>
<tr>
<td valign="middle" align="left">Size (n, %)</td>
<td valign="middle" align="left">8.45 (6.13, 10.92)</td>
<td valign="middle" align="left">11.04 (8.33, 14.80)</td>
<td valign="middle" align="left">1.15 (1.08-1.22)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<td valign="middle" align="left">Shape (n, %)</td>
<td valign="middle" align="left"/>
<td valign="middle" align="left"/>
<td valign="middle" align="left"/>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Wedge</td>
<td valign="middle" align="left">53 (57.0%)</td>
<td valign="middle" align="left">23 (14.3%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Circular</td>
<td valign="middle" align="left">8 (8.6%)</td>
<td valign="middle" align="left">39 (24.2%)</td>
<td valign="middle" align="left">11.23 (4.55-27.76)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Fusiform</td>
<td valign="middle" align="left">8 (8.6%)</td>
<td valign="middle" align="left">34 (21.1%)</td>
<td valign="middle" align="left">9.79 (3.93-24.39)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Hemisphere</td>
<td valign="middle" align="left">6 (6.5%)</td>
<td valign="middle" align="left">13 (8.1%)</td>
<td valign="middle" align="left">4.99 (1.69-14.76)</td>
<td valign="middle" align="left">0.004*</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Irregular</td>
<td valign="middle" align="left">18 (19.4%)</td>
<td valign="middle" align="left">52 (32.3%)</td>
<td valign="middle" align="left">6.66 (3.22-13.76)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Angle between lesion border and chest wall (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Obtuse</td>
<td valign="middle" align="left">13 (14.0%)</td>
<td valign="middle" align="left">70 (43.5%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Acute</td>
<td valign="middle" align="left">80 (86.0%)</td>
<td valign="middle" align="left">91 (56.5%)</td>
<td valign="middle" align="left">0.21 (0.11-0.41)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Boundary clarity (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Unclear</td>
<td valign="middle" align="left">45 (48.4%)</td>
<td valign="middle" align="left">23 (14.3%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Clear</td>
<td valign="middle" align="left">48 (51.6%)</td>
<td valign="middle" align="left">138 (85.7%)</td>
<td valign="middle" align="left">5.62 (3.09-10.25)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Edge regularity (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Irregular</td>
<td valign="middle" align="left">76 (81.7%)</td>
<td valign="middle" align="left">84 (52.2%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Regular</td>
<td valign="middle" align="left">17 (18.3%)</td>
<td valign="middle" align="left">77 (47.8%)</td>
<td valign="middle" align="left">4.10 (2.23-7.54)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Air bronchogram (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;No</td>
<td valign="middle" align="left">48 (51.6%)</td>
<td valign="middle" align="left">129 (80.1%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Yes</td>
<td valign="middle" align="left">45 (48.4%)</td>
<td valign="middle" align="left">32 (19.9%)</td>
<td valign="middle" align="left">0.26 (0.15-0.46)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Vascular sign (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Tree-like</td>
<td valign="middle" align="left">22 (23.7%)</td>
<td valign="middle" align="left">22 (13.7%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Dot-like</td>
<td valign="middle" align="left">55 (59.1%)</td>
<td valign="middle" align="left">60 (37.3%)</td>
<td valign="middle" align="left">1.09 (0.54-2.19)</td>
<td valign="middle" align="left">0.806</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Curl-like</td>
<td valign="middle" align="left">7 (7.5%)</td>
<td valign="middle" align="left">68 (42.2%)</td>
<td valign="middle" align="left">9.71 (3.66-25.80)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Mixed</td>
<td valign="middle" align="left">9 (9.7%)</td>
<td valign="middle" align="left">11 (6.8%)</td>
<td valign="middle" align="left">1.22 (0.42-3.53)</td>
<td valign="middle" align="left">0.711</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Enhancement patterns (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Unidirectional emitting</td>
<td valign="middle" align="left">29 (31.2%)</td>
<td valign="middle" align="left">32 (19.9%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Converging</td>
<td valign="middle" align="left">32 (34.4%)</td>
<td valign="middle" align="left">82 (50.9%)</td>
<td valign="middle" align="left">2.32 (1.22-4.44)</td>
<td valign="middle" align="left">0.011*</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Centrifugal</td>
<td valign="middle" align="left">1 (1.1%)</td>
<td valign="middle" align="left">6 (3.7%)</td>
<td valign="middle" align="left">5.44 (0.62-47.90)</td>
<td valign="middle" align="left">0.127</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Diffuse</td>
<td valign="middle" align="left">17 (18.3%)</td>
<td valign="middle" align="left">25 (15.5%)</td>
<td valign="middle" align="left">1.33 (0.60-2.95)</td>
<td valign="middle" align="left">0.479</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Mixed</td>
<td valign="middle" align="left">14 (15.1%)</td>
<td valign="middle" align="left">16 (9.9%)</td>
<td valign="middle" align="left">1.04 (0.43-2.49)</td>
<td valign="middle" align="left">0.937</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Enhancement intensity (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Hyper-enhancement</td>
<td valign="middle" align="left">39 (41.9%)</td>
<td valign="middle" align="left">40 (24.8%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Iso- enhancement</td>
<td valign="middle" align="left">47 (50.5%)</td>
<td valign="middle" align="left">73 (45.3%)</td>
<td valign="middle" align="left">1.51 (0.85-2.69)</td>
<td valign="middle" align="left">0.156</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Hypo-enhancement</td>
<td valign="middle" align="left">7 (7.5%)</td>
<td valign="middle" align="left">48 (29.8%)</td>
<td valign="middle" align="left">6.69 (2.70-16.57)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Homogeneity of enhancement (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Inhomogeneous</td>
<td valign="middle" align="left">32 (34.4%)</td>
<td valign="middle" align="left">125 (77.6%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Homogeneous</td>
<td valign="middle" align="left">61 (65.6%)</td>
<td valign="middle" align="left">36 (22.4%)</td>
<td valign="middle" align="left">0.15 (0.09-0.27)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">The number of non-enhancing region (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;None</td>
<td valign="middle" align="left">39 (41.9%)</td>
<td valign="middle" align="left">60 (37.3%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Single</td>
<td valign="middle" align="left">34 (36.6%)</td>
<td valign="middle" align="left">34 (21.1%)</td>
<td valign="middle" align="left">0.65 (0.35-1.21)</td>
<td valign="middle" align="left">0.176</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Multiple</td>
<td valign="middle" align="left">20 (21.5%)</td>
<td valign="middle" align="left">67 (41.6%)</td>
<td valign="middle" align="left">2.18 (1.15-4.14)</td>
<td valign="middle" align="left">0.017*</td>
</tr>
<tr>
<th valign="middle" colspan="5" align="left">Non-enhancing region type (n, %)</th>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;None</td>
<td valign="middle" align="left">39 (41.9%)</td>
<td valign="middle" align="left">60 (37.3%)</td>
<td valign="middle" align="left">1.00</td>
<td valign="middle" align="left"/>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Small piece</td>
<td valign="middle" align="left">22 (23.7%)</td>
<td valign="middle" align="left">21 (13.0%)</td>
<td valign="middle" align="left">0.62 (0.30-1.28)</td>
<td valign="middle" align="left">0.195</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Large piece</td>
<td valign="middle" align="left">26 (28.0%)</td>
<td valign="middle" align="left">34 (21.1%)</td>
<td valign="middle" align="left">0.85 (0.44-1.63)</td>
<td valign="middle" align="left">0.624</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;Mesh</td>
<td valign="middle" align="left">6 (6.5%)</td>
<td valign="middle" align="left">46 (28.6%)</td>
<td valign="middle" align="left">4.98 (1.94-12.78)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<td valign="middle" align="left">Lung AT (M, IQR)</td>
<td valign="middle" align="left">4.40 (2.80, 7.05)</td>
<td valign="middle" align="left">4.20 (3.15, 5.75)</td>
<td valign="middle" align="left">0.96 (0.87-1.06)</td>
<td valign="middle" align="left">0.388</td>
</tr>
<tr>
<td valign="middle" align="left">Lesion AT (M, IQR)</td>
<td valign="middle" align="left">6.40 (4.35, 9.95)</td>
<td valign="middle" align="left">8.40 (6.70, 10.30)</td>
<td valign="middle" align="left">1.16 (1.07-1.27)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<td valign="middle" align="left">Chest AT (M, IQR)</td>
<td valign="middle" align="left">10.80 (9.00, 14.20)</td>
<td valign="middle" align="left">11.20 (9.60, 4.15)</td>
<td valign="middle" align="left">1.01 (0.95-1.08)</td>
<td valign="middle" align="left">0.732</td>
</tr>
<tr>
<td valign="middle" align="left">AT difference (M, IQR)</td>
<td valign="middle" align="left">1.60 (1.10, 2.90)</td>
<td valign="middle" align="left">3.80 (2.45, 5.10)</td>
<td valign="middle" align="left">1.83 (1.51-2.21)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<td valign="middle" align="left">AT difference ratio (M, IQR)</td>
<td valign="middle" align="left">0.28 (0.17, 0.47)</td>
<td valign="middle" align="left">0.62 (0.46, 0.76)</td>
<td valign="middle" align="left">81.12 (22.87-287.67)</td>
<td valign="middle" align="left">&lt;.001*</td>
</tr>
<tr>
<td valign="middle" align="left">&#x2003;TTP (M, IQR)</td>
<td valign="middle" align="left">13.14 &#xb1; 4.81</td>
<td valign="middle" align="left">14.73 &#xb1; 4.12</td>
<td valign="middle" align="left">1.09 (1.02-1.16)</td>
<td valign="middle" align="left">0.007*</td>
</tr>
<tr>
<td valign="middle" align="left">RT (M, IQR)</td>
<td valign="middle" align="left">5.60 (4.05, 7.95)</td>
<td valign="middle" align="left">5.90 (4.40, 7.45)</td>
<td valign="middle" align="left">1.02 (0.92-1.13)</td>
<td valign="middle" align="left">0.770</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>M, median; IQR, interquartile range; AT, arrival time; TTP, time to peak; RT, rising time.</p>
</fn>
<fn>
<p>*<italic>P</italic> &lt; 0.05.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_2">
<title>Benign and malignant group gray-scale ultrasonic features</title>
<p>Univariate logistic regression analysis showed significant differences between the benign and malignant groups in lesion size, shape, angle between the lesion border and chest wall, boundary clarity, edge regularity, and air bronchogram sign (<italic>P</italic> &lt; 0.05). The median lesion size in the malignant group was 11.04&#xa0;cm, and the median lesion size in the benign group was 8.45&#xa0;cm. The AUC of lesion size was 0.68, the optimal cut-off value was 10.19&#xa0;cm, sensitivity was 0.58, and specificity was 0.71. Malignant lesions were mostly irregular, circular, and fusiform, whereas benign lesions were mostly wedge-shaped. Benign lesions were mostly at acute angles with the chest wall, whereas malignant lesions were equally frequent at acute and obtuse angles with the chest wall. The boundaries of malignant lesions were mostly clear, whereas the frequencies of clear and unclear boundaries of benign lesions were similar. The boundaries of benign lesions were mostly irregular, whereas the regular and irregular frequencies of the boundaries of malignant lesions were similar. Malignant lesions mostly did not have air bronchograms, whereas the frequencies of benign lesions with or without air bronchograms were similar (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>).</p>
</sec>
<sec id="s3_3">
<title>Benign and malignant group ultrasound contrast-enhanced features</title>
<p>In the CEUS imaging of benign lesions, imaging is mostly mottled and arborescent, while malignant lesions are mostly curled and mottled (<italic>P &lt;</italic> 0.05). Malignant lesions often showed convergent enhancement, whereas benign lesions often showed unidirectional radiative enhancement and convergent enhancement (<italic>P</italic> &lt; 0.05). Benign lesions usually have iso-enhancement or hyper-enhancement effects, whereas malignant lesions usually have iso-enhancement effects. However, the proportion of malignant lesions was significantly higher in the hypoenhancement group (<italic>P</italic> &lt; 0.05). Malignant lesions often exhibit inhomogeneous enhancement, whereas benign lesions often exhibit homogeneous enhancement. Benign lesions usually had a single or no non-enhancing area, whereas malignant lesions usually had multiple non-enhancing areas (<italic>P</italic> &lt; 0.05). In addition, malignant lesions typically had a reticular distribution in non-enhancing areas (<italic>P</italic> &lt; 0.05). Significant statistical differences in the quantitative features on enhanced ultrasound were observed between the benign and malignant lesion groups, such as lesion AT, lesion-lung AT difference, AT difference ratio, and TTP (<italic>P</italic>&lt;0.05) (<xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>).</p>
<p>The AUC of lesion AT was 0.64, and the optimal cutoff value was 6.05 s. Meanwhile, the sensitivity was 0.81, and the specificity was 0.48. The AUC of lesion-lung AT was 0.78, and the optimal cutoff value was 2.45 s. Meanwhile, the sensitivity was 0.75, and the specificity was 0.71. The AUC of the AT difference ratio was 0.77, and the optimal cut-off value was 0.45. Meanwhile, the sensitivity was 0.75, and specificity was 0.75. The AUC of TTP was 0.60, and the optimal cutoff value was 12.55 s, while the sensitivity and specificity were 0.70, and 0.53, respectively.</p>
</sec>
<sec id="s3_4">
<title>Random forest modeling results</title>
<p>The following parameters were set for the random forest model: the random seed number was 1000, and 49 total models were constructed. The relationship between the error and number of trees was then plotted, and the error in the test set was minimized when 15 trees were present (<xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>). Therefore, the random forest model was selected. The area under the receiver operating characteristic (ROC) curve of this model in the training set was 1 and the prediction consistency rate was 0.985. In the test set, the area under the ROC curve was 0.921 and the accuracy rate was 0.882 (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>). According to the feature importance coefficient, the importance score of each variable was measured, and the most important factor affecting the discrimination between benign and malignant PPLs was determined to be the AT difference ratio, followed by size, age, and shape (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7</bold>
</xref>).</p>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>Relationship between model error and number of decision trees.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1352028-g005.tif"/>
</fig>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>ROC curves of the random forest model in the training and testing sets. <bold>(A)</bold> ROC curves of the random forest model in the training set. <bold>(B)</bold> ROC curves of the random forest model in the testing set. ROC, receiver operating characteristic.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1352028-g006.tif"/>
</fig>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>Importance score of predictive variables in the random forest model. AT, arrival time; TTP, time to peak.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-14-1352028-g007.tif"/>
</fig>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>In comparison to previous research methods, we have collected a relatively large amount of general clinical data and ultrasound manifestations of 22 features of PPLs, and extracted 17 features with discriminatory significance between benign and malignant PPLs using logistic regression (<xref ref-type="bibr" rid="B9">9</xref>). This increases the likelihood of selecting the optimal features. In comparison to establishing a common multivariate logistic regression model, the advantages of random forests are less susceptible to the influence of multicollinearity between features and can reduce the model&#x2019;s dependence on a specific training set. Most importantly, random forests are highly useful for situations with a large number of features, helping us to identify the most important features (<xref ref-type="bibr" rid="B11">11</xref>). Based on these features, we can comprehensively judge the nature of the lesion, providing a reference for differential diagnosis. We constructed a random forest model in this study based on these 17 indicators to predict the nature of PPLs, with an AUC of 0.92 and an accuracy rate of 88.2% in the test set.</p>
<p>Owing to the dual blood supply characteristics of the lungs, the contrast agent sequentially passes through the right heart, pulmonary circulation, left heart, and systemic circulation after injection into the elbow vein. Consequently, pulmonary artery enhancement occurs earlier than bronchial artery enhancement. Therefore, judging the blood supply source of the lesion by the beginning of the enhancement time can differentiate benign PPLs from malignancies (<xref ref-type="bibr" rid="B12">12</xref>). The 2017 ultrasound contrast imaging guidelines released by the European Society of Ultrasound in Medicine and Biology suggest that an initial enhancement time of less than 10 s indicates that the lesion is mainly supplied by the pulmonary artery, which is more common in patients with pneumonia. An enhancement time greater than 7.5 s indicates the possible presence of lung cancer (<xref ref-type="bibr" rid="B13">13</xref>). Although benign and malignant PPLs can exhibit different initial enhancement times, an overlap in time between the two may exist, making it impossible to determine the benign or malignant nature of PPLs. In our study, when the lesion AT was greater than 6.05 s, the likelihood of malignant lesions increased. However, due to the different physiological or pathological conditions of patients (such as examination location, chronic heart failure, hyperthyroidism or hypothyroidism, and chronic lung diseases), inconsistent injection speeds of the contrast agent by operators, or even uncoordinated timing by operators, the beginning enhancement times of pulmonary artery and bronchial artery enhancement in patients can be variable (<xref ref-type="bibr" rid="B14">14</xref>). Therefore, relying solely on lesion AT for judgment carries risks; thus, the importance ranking in the random forest variables is not high. Therefore, we introduced the difference in the time of arrival of the lesion. When the lesion-lung AT difference was greater than 2.45 s, malignant lesions can be diagnosed. However, in some patients, the difference between the lesion and lung AT values was lower than the critical value. In contrast, the difference between the lesion and chest wall AT values was very close. In our study, such lesions were classified as benign; however, their actual blood supply was closer to that of the chest wall. In this study, we found that the variable importance ranking in the random forest was the first AT difference ratio, which is consistent with the findings of Bi et&#xa0;al. (<xref ref-type="bibr" rid="B10">10</xref>, <xref ref-type="bibr" rid="B15">15</xref>). The AT difference ratio was more effective in reducing individual differences than the lesion-lung AT difference. When the AT difference ratio was &gt; 0.45, the likelihood of malignant tumors increased. In addition, statistically significant differences were observed in TTP between the benign and malignant groups, whereas no statistically significant differences existed in RT between the malignant and benign groups, which is consistent with the studies by Bi et&#xa0;al. (<xref ref-type="bibr" rid="B15">15</xref>) and Li et&#xa0;al. (<xref ref-type="bibr" rid="B9">9</xref>). However, the TTP may also be affected by the lesion AT.</p>
<p>This study was limited to distinguishing between benign and malignant lesions only through quantitative indicators, and we also need to analyze the enhancement patterns of the lesions. In benign lesions, the vascular structure is usually tree-like, the perfusion is unidirectional and radiating, and it shows uniform and significant enhancement. In malignant lesions, the vascular appearance is mostly dotted and curly, and it shows uneven and low enhancement, which is similar to the findings of Li et&#xa0;al. (<xref ref-type="bibr" rid="B9">9</xref>) and Shen et&#xa0;al. (<xref ref-type="bibr" rid="B16">16</xref>). In benign lesions, the supplying pulmonary artery usually maintains its normal structure; therefore, it presents a tree-like structure radiating from the hilum to the pleural direction on CEUS. Due to inflammatory reactions, vascular dilation, and acceleration of blood flow, the local blood flow increases, resulting in the lesion mostly showing high enhancement. Malignant tumor cells destroy the normal structure of the lung tissue, and the small bronchial arteries gradually replace the hypoxic pulmonary arteries as the tumor grows. The structure of the disordered new vessels produces a large number of anastomotic branches and collaterals, and the distribution is tortuous and uneven, resulting in the enhanced vessels in the lesion showing a dotted or curly appearance and low enhancement (<xref ref-type="bibr" rid="B17">17</xref>). However, some studies have shown that the degree of enhancement of malignant lesions is related to pathological results. According to the findings of Findeisen et&#xa0;al. (<xref ref-type="bibr" rid="B18">18</xref>) and Wang et&#xa0;al. (<xref ref-type="bibr" rid="B19">19</xref>), compared with squamous cell carcinoma, adenocarcinoma has a higher expression of vascular endothelial growth factor, resulting in a higher microvascular density in adenocarcinoma and a higher degree of enhancement. In our study, adenocarcinoma accounted for a higher proportion of tumors in the malignant group, which may have led to malignant lesions showing isoenhancement rather than low enhancement. In addition, we found that the convergent perfusion pattern was more common in malignant lesions, which is consistent with the research of Bi et&#xa0;al. (<xref ref-type="bibr" rid="B15">15</xref>) and Fu et&#xa0;al. (<xref ref-type="bibr" rid="B20">20</xref>), whereas a local-to-global perfusion pattern was more common in the study by Shen et&#xa0;al. (<xref ref-type="bibr" rid="B16">16</xref>). However, these perfusion patterns are related to tumor damage to the blood vessels and the formation of new blood vessels. Moreover, the number and morphology of necrotic areas were significantly different between the benign and malignant groups. However, these qualitative imaging indicators were not highly ranked in the random forest models used in the present study.</p>
<p>The size and shape of the lesion ranked second and fourth, respectively, in terms of the variable importance of the random forests. Unlike previous studies, our clinical experience led to a more detailed description of the shape, which is similar to the results reported by Li et&#xa0;al. In the present study, wedge-shaped lesions were more common among benign lesions, whereas round, spindle, and irregular shapes were more common among malignant lesions. Pneumonia can cause inflammatory cell infiltration and tissue necrosis in local tissues, resulting in vascular occlusion and ischemia of lung tissue in the affected area, thus forming wedge-shaped lesions with blurred boundaries. Malignant cells grow rapidly and spread through blood vessels and bronchi, resulting in increased longitudinal diameter. During growth, surrounding tissues can exert a certain tension, resulting in larger malignant tumors in a ball, spindle, or irregular shape, with clear lesion boundaries (<xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>). The research by Gould et&#xa0;al. (<xref ref-type="bibr" rid="B22">22</xref>) shows that the size of the lesion is a key factor, and that the larger the diameter of the lesion, the higher the possibility of malignant lesions. However, this is inconsistent with the studies of Bai et&#xa0;al. (<xref ref-type="bibr" rid="B23">23</xref>) and Bi et&#xa0;al. (<xref ref-type="bibr" rid="B10">10</xref>), which may be related to small sample datasets or different indicators used to describe the size of the lesion. In this study, we used the sum of the horizontal and vertical diameters to reflect lesion size, considering the size of the lesion in two directions, which can more accurately assess the overall size of the lesion compared with only describing the size of the lesion using the horizontal, vertical, or maximum diameters.</p>
<p>In our study, age ranked third in terms of variable importance in the random forest model, which is in line with the increasing trend in cancer incidence with age. At the same time, smoking is an important risk factor for cancer (<xref ref-type="bibr" rid="B1">1</xref>), but no significant correlation was found between smoking and benign and malignant tumors in this study. This may be due to the small sample size or the different proportions of pathological results in the collected cases. According to the study by Loeb et&#xa0;al. (<xref ref-type="bibr" rid="B24">24</xref>), smoking is closely related to lung cancer (especially squamous cell carcinoma), but not adenocarcinoma. Importantly, adenocarcinoma accounted for approximately half of the malignant tumors in the present study, which could explain the lack of a significant difference between smoking and benign and malignant tumors.</p>
<p>The limitations of this study are as follows: (1) the number of cases included in this study was small, and the ability of grayscale ultrasound and CEUS to differentiate benign and malignant PPLs still needs further validation with multicenter trials with large sample sizes; (2) the placement of the CEUS region of interest is subjective; (3) this study used ultrasound-guided biopsy, which may lead to sampling errors or insufficiencies in the lesion; and (4) this study did not further analyze the lesion subtypes.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<title>Conclusions</title>
<p>The random forest algorithm model, based on clinical data and ultrasound imaging features, has clinical application value in predicting benign and malignant PPLs. Combining indicators such as AT difference ratio, size, age, and shape of the lesion can provide a diagnostic basis for differentiating benign and malignant PPLs.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving humans were approved by Medical Ethics Committee of the Second Affiliated Hospital of Harbin Medical University. The studies were conducted in accordance with the local legislation and institutional requirements. Written informed consent for participation in this study was provided by the participants&#x2019; legal guardians/next of kin. Written informed consent was obtained from the individual(s), and minor(s)&#x2019; legal guardian/next of kin, for the publication of any potentially identifiable images or data included in this article.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author contributions</title>
<p>HW: Data curation, Methodology, Writing &#x2013; original draft. YCW: Data curation, Writing &#x2013; original draft, Conceptualization, Writing &#x2013; review &amp; editing. JL: Data curation, Writing &#x2013; review &amp; editing, Formal analysis, Investigation. YYW: Data curation, Investigation, Writing &#x2013; review &amp; editing. LL: Data curation, Formal analysis, Writing &#x2013; review &amp; editing. JS: Writing &#x2013; review &amp; editing. XW: Writing &#x2013; review &amp; editing.</p>
</sec>
</body>
<back>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>The author(s) declare that no financial support was received for the research, authorship, and/or publication of this article.</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bade</surname> <given-names>BC</given-names>
</name>
<name>
<surname>Dela Cruz</surname> <given-names>CS</given-names>
</name>
</person-group>. <article-title>Lung cancer 2020</article-title>. <source>Clinics Chest Med</source>. (<year>2020</year>) <volume>41</volume>:<fpage>1</fpage>&#x2013;<lpage>24</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ccm.2019.10.001</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sung</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ferlay</surname> <given-names>J</given-names>
</name>
<name>
<surname>Siegel</surname> <given-names>RL</given-names>
</name>
<name>
<surname>Laversanne</surname> <given-names>M</given-names>
</name>
<name>
<surname>Soerjomataram</surname> <given-names>I</given-names>
</name>
<name>
<surname>Jemal</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Global cancer statistics 2020: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries</article-title>. <source>CA: A Cancer J Clin</source>. (<year>2021</year>) <volume>71</volume>:<page-range>209&#x2013;49</page-range>. doi: <pub-id pub-id-type="doi">10.3322/caac.21660</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Becker</surname> <given-names>N</given-names>
</name>
<name>
<surname>Motsch</surname> <given-names>E</given-names>
</name>
<name>
<surname>Trotter</surname> <given-names>A</given-names>
</name>
<name>
<surname>Heussel</surname> <given-names>CP</given-names>
</name>
<name>
<surname>Dienemann</surname> <given-names>H</given-names>
</name>
<name>
<surname>Schnabel</surname> <given-names>PA</given-names>
</name>
<etal/>
</person-group>. <article-title>Lung cancer mortality reduction by LDCT screening&#x2014;Results from the randomized German LUSI trial</article-title>. <source>Int J Cancer</source>. (<year>2020</year>) <volume>146</volume>:<page-range>1503&#x2013;13</page-range>. doi: <pub-id pub-id-type="doi">10.1002/ijc.32486</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Pinsky</surname> <given-names>PF</given-names>
</name>
<name>
<surname>Bellinger</surname> <given-names>CR</given-names>
</name>
<name>
<surname>Miller</surname> <given-names>DP</given-names>
</name>
</person-group>. <article-title>False-positive screens and lung cancer risk in the National Lung Screening Trial: Implications for shared decision-making</article-title>. <source>J Med Screening</source>. (<year>2018</year>) <volume>25</volume>:<page-range>110&#x2013;2</page-range>. doi: <pub-id pub-id-type="doi">10.1177/0969141317727771</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dietrich</surname> <given-names>C</given-names>
</name>
<name>
<surname>Averkiou</surname> <given-names>M</given-names>
</name>
<name>
<surname>Nielsen</surname> <given-names>M</given-names>
</name>
<name>
<surname>Barr</surname> <given-names>R</given-names>
</name>
<name>
<surname>Burns</surname> <given-names>P</given-names>
</name>
<name>
<surname>Calliada</surname> <given-names>F</given-names>
</name>
<etal/>
</person-group>. <article-title>How to perform contrast-enhanced ultrasound (CEUS)</article-title>. <source>Ultrasound Int Open</source>. (<year>2018</year>) <volume>04</volume>:<fpage>E2</fpage>&#x2013;<lpage>E15</lpage>. doi: <pub-id pub-id-type="doi">10.1055/s-0043-123931</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sperandeo</surname> <given-names>M</given-names>
</name>
<name>
<surname>Rotondo</surname> <given-names>A</given-names>
</name>
<name>
<surname>Guglielmi</surname> <given-names>G</given-names>
</name>
<name>
<surname>Catalano</surname> <given-names>D</given-names>
</name>
<name>
<surname>Feragalli</surname> <given-names>B</given-names>
</name>
<name>
<surname>Trovato</surname> <given-names>GM</given-names>
</name>
</person-group>. <article-title>Transthoracic ultrasound in the assessment of pleural and pulmonary diseases: use and limitations</article-title>. <source>La radiologia Med</source>. (<year>2014</year>) <volume>119</volume>:<page-range>729&#x2013;40</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s11547-014-0385-0</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Caremani</surname> <given-names>M</given-names>
</name>
<name>
<surname>Benci</surname> <given-names>A</given-names>
</name>
<name>
<surname>Lapini</surname> <given-names>L</given-names>
</name>
<name>
<surname>Tacconi</surname> <given-names>D</given-names>
</name>
<name>
<surname>Caremani</surname> <given-names>A</given-names>
</name>
<name>
<surname>Ciccotosto</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Contrast enhanced ultrasonography (CEUS) in peripheral lung lesions: A study of 60 cases</article-title>. <source>J Ultrasound</source>. (<year>2008</year>) <volume>11</volume>:<fpage>89</fpage>&#x2013;<lpage>96</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.jus.2008.05.008</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bai</surname> <given-names>J</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Guan</surname> <given-names>R-H</given-names>
</name>
</person-group>. <article-title>Role of arrival time difference between lesions and lung tissue on contrast-enhanced sonography in the differential diagnosis of subpleural pulmonary lesions</article-title>. <source>J Ultrasound Med</source>. (<year>2016</year>) <volume>35</volume>:<page-range>1523&#x2013;32</page-range>. doi: <pub-id pub-id-type="doi">10.7863/ultra.15.08022</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Nie</surname> <given-names>F</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>D</given-names>
</name>
<name>
<surname>Dong</surname> <given-names>T</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>T</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>Y</given-names>
</name>
</person-group>. <article-title>Role of contrast-enhanced ultrasound in pulmonary lesions: 5-year experience at a single center</article-title>. <source>Ultrasound Med Biol</source>. (<year>2022</year>) <volume>48</volume>:<page-range>257&#x2013;64</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2021.10.015</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bi</surname> <given-names>K</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>R</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Shen</surname> <given-names>M</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>H</given-names>
</name>
<name>
<surname>Cong</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>US contrast agent arrival time difference ratio for benign versus Malignant subpleural pulmonary lesions</article-title>. <source>Radiology</source>. (<year>2021</year>) <volume>301</volume>:<page-range>200&#x2013;10</page-range>. doi: <pub-id pub-id-type="doi">10.1148/radiol.2021204642</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xiao</surname> <given-names>L-H</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>P-R</given-names>
</name>
<name>
<surname>Gou</surname> <given-names>Z-P</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y-Z</given-names>
</name>
<name>
<surname>Li</surname> <given-names>M</given-names>
</name>
<name>
<surname>Xiang</surname> <given-names>L-C</given-names>
</name>
<etal/>
</person-group>. <article-title>Prostate cancer prediction using the random forest algorithm that takes into account transrectal ultrasound findings, age, and serum levels of prostate-specific antigen</article-title>. <source>Asian J Andrology</source>. (<year>2017</year>) <volume>19</volume>:<fpage>586</fpage>. doi: <pub-id pub-id-type="doi">10.4103/1008-682X.186884</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sperandeo</surname> <given-names>M</given-names>
</name>
<name>
<surname>Sperandeo</surname> <given-names>G</given-names>
</name>
<name>
<surname>Varriale</surname> <given-names>A</given-names>
</name>
<name>
<surname>Filabozzi</surname> <given-names>P</given-names>
</name>
<name>
<surname>Decuzzi</surname> <given-names>M</given-names>
</name>
<name>
<surname>Dimitri</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Contrast-enhanced ultrasound (CEUS) for the study of peripheral lung lesions: A preliminary study</article-title>. <source>Ultrasound Med Biol</source>. (<year>2006</year>) <volume>32</volume>:<page-range>1467&#x2013;72</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2006.06.018</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sidhu</surname> <given-names>PS</given-names>
</name>
<name>
<surname>Cantisani</surname> <given-names>V</given-names>
</name>
<name>
<surname>Dietrich</surname> <given-names>CF</given-names>
</name>
<name>
<surname>Gilja</surname> <given-names>OH</given-names>
</name>
<name>
<surname>Saftoiu</surname> <given-names>A</given-names>
</name>
<name>
<surname>Bartels</surname> <given-names>E</given-names>
</name>
<etal/>
</person-group>. <article-title>The EFSUMB guidelines and recommendations for the clinical practice of contrast-enhanced ultrasound (CEUS) in non-hepatic applications: update 2017 (Long version)</article-title>. <source>Ultraschall der Med - Eur J Ultrasound</source>. (<year>2018</year>) <volume>39</volume>:<fpage>e2</fpage>&#x2013;<lpage>e44</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1055/a-0586-1107</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sartori</surname> <given-names>S</given-names>
</name>
</person-group>. <article-title>Contrast-enhanced ultrasonography in peripheral lung consolidations: What&#x2019;s its actual role</article-title>? <source>World J Radiol</source>. (<year>2013</year>) <volume>5</volume>:<page-range>372&#x2013;80</page-range>. doi: <pub-id pub-id-type="doi">10.4329/wjr.v5.i10.372</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bi</surname> <given-names>K</given-names>
</name>
<name>
<surname>Xia</surname> <given-names>D</given-names>
</name>
<name>
<surname>Fan</surname> <given-names>L</given-names>
</name>
<name>
<surname>Ye</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Shen</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Development and prospective validation of an ultrasound prediction model for the differential diagnosis of benign and Malignant subpleural pulmonary lesions: A large ambispective cohort study</article-title>. <source>Front Oncol</source>. (<year>2021</year>) <volume>11</volume>:<elocation-id>656060</elocation-id>. doi: <pub-id pub-id-type="doi">10.3389/fonc.2021.656060</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shen</surname> <given-names>M</given-names>
</name>
<name>
<surname>Bi</surname> <given-names>K</given-names>
</name>
<name>
<surname>Cong</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>H</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Application of contrast-enhanced ultrasound in the differential diagnosis of Benign and Malignant subpleural pulmonary lesions</article-title>. <source>J Ultrasound Med</source>. (<year>2022</year>). <volume>41</volume>(<issue>5</issue>):<fpage>1147</fpage>&#x2013;<lpage>57</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jum.15804</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yuan</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ao</surname> <given-names>G</given-names>
</name>
<name>
<surname>Quan</surname> <given-names>C</given-names>
</name>
<name>
<surname>Tian</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Li</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Lung cancer perfusion: can we measure pulmonary and bronchial circulation simultaneously</article-title>? <source>Eur Radiol</source>. (<year>2012</year>) <volume>22</volume>:<page-range>1665&#x2013;71</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00330-012-2414-5</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Findeisen</surname> <given-names>H</given-names>
</name>
<name>
<surname>Trenker</surname> <given-names>C</given-names>
</name>
<name>
<surname>Figiel</surname> <given-names>J</given-names>
</name>
<name>
<surname>Greene</surname> <given-names>BH</given-names>
</name>
<name>
<surname>G&#xf6;rg</surname> <given-names>K</given-names>
</name>
<name>
<surname>G&#xf6;rg</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Vascularization of primary, peripheral lung carcinoma in CEUS &#x2013; A retrospective study (n = 89 patients)</article-title>. <source>Ultraschall der Med - Eur J Ultrasound</source>. (<year>2019</year>) <volume>40</volume>:<page-range>603&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1055/a-0725-7865</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>S</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Fu</surname> <given-names>J-J</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Bai</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Microflow imaging of contrast-enhanced ultrasound for evaluation of neovascularization in peripheral lung cancer</article-title>. <source>Medicine</source>. (<year>2016</year>) <volume>95</volume>:<elocation-id>e4361</elocation-id>. doi: <pub-id pub-id-type="doi">10.1097/MD.0000000000004361</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Lei</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Cui</surname> <given-names>L</given-names>
</name>
<name>
<surname>Du</surname> <given-names>T</given-names>
</name>
<name>
<surname>Mei</surname> <given-names>F</given-names>
</name>
</person-group>. <article-title>Can ultrasound and contrast-enhanced ultrasound help differentiate between subpleural focal organizing pneumonia and primary lung Malignancy</article-title>? <source>Diagnostics</source>. (<year>2022</year>) <volume>12</volume>:<fpage>2074</fpage>. doi: <pub-id pub-id-type="doi">10.3390/diagnostics12092074</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhi</surname> <given-names>X</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>X</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Scoring model of convex probe endobronchial ultrasound multimodal imaging in differentiating benign and Malignant lung lesions</article-title>. <source>J Thorac Dis</source>. (<year>2020</year>) <volume>12</volume>:<page-range>7645&#x2013;55</page-range>. doi: <pub-id pub-id-type="doi">10.21037/jtd-2020-abpd-005</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gould</surname> <given-names>MK</given-names>
</name>
<name>
<surname>Fletcher</surname> <given-names>J</given-names>
</name>
<name>
<surname>Iannettoni</surname> <given-names>MD</given-names>
</name>
<name>
<surname>Lynch</surname> <given-names>WR</given-names>
</name>
<name>
<surname>Midthun</surname> <given-names>DE</given-names>
</name>
<name>
<surname>Naidich</surname> <given-names>DP</given-names>
</name>
<etal/>
</person-group>. <article-title>Evaluation of patients with pulmonary nodules: when is it lung cancer</article-title>? <source>Chest</source>. (<year>2007</year>) <volume>132</volume>:<page-range>108S&#x2013;30S</page-range>. doi: <pub-id pub-id-type="doi">10.1378/chest.07-1353</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bai</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>T</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>W</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>H</given-names>
</name>
<name>
<surname>Li</surname> <given-names>X</given-names>
</name>
</person-group>. <article-title>Application value of contrast-enhanced ultrasound in the diagnosis of peripheral pulmonary focal lesions</article-title>. <source>Medicine</source>. (<year>2022</year>) <volume>101</volume>:<fpage>e29605</fpage>. doi: <pub-id pub-id-type="doi">10.1097/MD.0000000000029605</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Loeb</surname> <given-names>LA</given-names>
</name>
<name>
<surname>Emster</surname> <given-names>VL</given-names>
</name>
<name>
<surname>Warner</surname> <given-names>KE</given-names>
</name>
</person-group>. <article-title>Smoking and lung cancer</article-title>. <source>Overview</source>. (<year>1984</year>) <volume>44</volume>:<fpage>,1984</fpage>.</citation>
</ref>
</ref-list>
</back>
</article>