<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2021.731779</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>A Scoring System for Assessing the Risk of Malignant Partially Cystic Thyroid Nodules Based on Ultrasound Features</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Xin</surname>
<given-names>Yuwei</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1372967"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Liu</surname>
<given-names>Feifei</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn003">
<sup>&#x2020;</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1373223"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Shi</surname>
<given-names>Yan</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1369800"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yan</surname>
<given-names>Xiaohui</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1497550"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Liu</surname>
<given-names>Liping</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1497541"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Zhu</surname>
<given-names>Jiaan</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1263628"/>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Ultrasound, First Hospital of Shanxi Medical University</institution>, <addr-line>Taiyuan</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>Department of Ultrasound, Peking University People&#x2019;s Hospital</institution>, <addr-line>Beijing</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>Department of Ultrasound, Binzhou Medical University Hospital</institution>, <addr-line>Binzhou</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: Viksit Kumar, Massachusetts General Hospital and Harvard Medical School, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Qian Li, Massachusetts General Hospital and Harvard Medical School, United States; Sunethra Kumari Dayavansha, Massachusetts General Hospital and Harvard Medical School, United States</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Liping Liu, <email xlink:href="mailto:liuliping1600@sina.com">liuliping1600@sina.com</email>; Jiaan Zhu, <email xlink:href="mailto:zhujiaan@pkuph.edu.cn">zhujiaan@pkuph.edu.cn</email> </p>
</fn>
<fn fn-type="equal" id="fn003">
<p>&#x2020;These authors have contributed equally to this work and share first authorship</p>
</fn>
<fn fn-type="other" id="fn002">
<p>This article was submitted to Head and Neck Cancer, a section of the journal Frontiers in Oncology</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>06</day>
<month>10</month>
<year>2021</year>
</pub-date>
<pub-date pub-type="collection">
<year>2021</year>
</pub-date>
<volume>11</volume>
<elocation-id>731779</elocation-id>
<history>
<date date-type="received">
<day>28</day>
<month>06</month>
<year>2021</year>
</date>
<date date-type="accepted">
<day>20</day>
<month>09</month>
<year>2021</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2021 Xin, Liu, Shi, Yan, Liu and Zhu</copyright-statement>
<copyright-year>2021</copyright-year>
<copyright-holder>Xin, Liu, Shi, Yan, Liu and Zhu</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Objective</title>
<p>To assess the ultrasound (US) features of partially cystic thyroid nodules (PCTNs) and to establish a scoring system to further improve the diagnostic accuracy.</p>
</sec>
<sec>
<title>Methods</title>
<p>A total of 262 consecutive nodules from September 2017 to March 2020 were included in a primary cohort to construct a scoring system. Moreover, 83 consecutive nodules were enrolled as an validation cohort from May 2018 to August 2020. All nodules were determined to be benign or malignant according to the pathological results after surgery or ultrasound-guided fine-needle aspiration (US-FNA). The US images and demographic characteristics of the patients were analyzed. The ultrasound features of PCTNs were extracted from primary cohort by two experienced radiologists. The features extracted were used to develop a scoring system using logistic regression analysis. Receiver operating characteristic (ROC) curves were applied to evaluate the diagnostic efficacy of the scoring system in both the primary cohort and validation cohort. In addition, the radiologists evaluated the benign and malignant PCTNs of the validation cohort according to the ACR TI-RADS guidelines and clinical experience, and the accuracy of their diagnosis were compared with that of the scoring system.</p>
</sec>
<sec>
<title>Results</title>
<p>Based on the eight features of PCTNs, the scoring system showed good differentiation and reproducibility in both cohorts. The scoring system was based on eight features of PCTNs and showed good performance. The area under the curve (AUC) was 0.876 (95% CI, 0.830 - 0.913) in the primary cohort and 0.829(95% CI, 0.730 - 0.903) in the validation cohort. The optimal cutoff value of the scoring system for the diagnosis of malignant PCTNs was 4 points, with a good sensitivity of 71.05% and specificity of 87.63%. The scoring system (AUC=0.829) was superior to radiologists (AUC= 0.736) in diagnosing PCTNs and is a promising method for clinical application.</p>
</sec>
<sec>
<title>Conclusions</title>
<p>The scoring system described herein is a convenient and clinically valuable method that can diagnose PCTNs with relatively high accuracy. The use of this method to diagnose PCTNs, which have been previously underestimated, will allow PCTNs to receive reasonable attention, and assist radiologist to confidently diagnose the benignity or malignancy.</p>
</sec>
</abstract>
<kwd-group>
<kwd>partially cystic thyroid nodules</kwd>
<kwd>ultrasound features</kwd>
<kwd>scoring system</kwd>
<kwd>prediction model</kwd>
<kwd>malignant risk</kwd>
</kwd-group>    <contract-sponsor id="cn001">Applied Basic Research Project of Shanxi Province, China<named-content content-type="fundref-id">10.13039/501100019447</named-content>
</contract-sponsor>    <contract-sponsor id="cn002">Shanxi Provincial Key Research and Development Project<named-content content-type="fundref-id">10.13039/501100013317</named-content>
</contract-sponsor>
<counts>
<fig-count count="10"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="34"/>
<page-count count="13"/>
<word-count count="5173"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<title>Introduction</title>
<p>With the application of high-resolution ultrasound, thyroid nodules are found in 19%&#x2013;67% of ultrasound exams (<xref ref-type="bibr" rid="B1">1</xref>). A portion of them (15%-53.8%) are mixed echoic nodules, which have both cystic and solid components (<xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B3">3</xref>). Partially cystic thyroid nodules (PCTNs) are considered to result from cystic degeneration due to hemorrhage, ischemia, necrosis and liquefaction. Nodules with cystic degeneration in the thyroid gland, such as nodular goiters and thyroid adenoma, are mostly benign lesions. Previous studies have shown that the proportion of cystic components in nodules is inversely proportional to their malignant potential (<xref ref-type="bibr" rid="B3">3</xref>&#x2013;<xref ref-type="bibr" rid="B5">5</xref>).</p>
<p>However, 13%-26% of thyroid carcinomas may have cystic degeneration (<xref ref-type="bibr" rid="B6">6</xref>). For PCTNs, the percentage of malignancy varies from approximately 2% to 18% (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>, <xref ref-type="bibr" rid="B7">7</xref>). PCTNs are often underestimated. Currently, the ultrasound-guided fine needle aspiration (US-FNA) of thyroid nodules is recognized as the most reliable method for preoperative differential diagnosis. This method, however, may be limited by several factors, such as its invasiveness, insufficient sampling and/or indeterminate cytology, and operator dependence (<xref ref-type="bibr" rid="B8">8</xref>&#x2013;<xref ref-type="bibr" rid="B10">10</xref>). Moreover, the presence of cystic components in PCTNs may further reduce the diagnostic accuracy of FNA (<xref ref-type="bibr" rid="B11">11</xref>). There are few studies on the US features related to malignant PCTN, and these features differ from those of solid nodules (<xref ref-type="bibr" rid="B12">12</xref>&#x2013;<xref ref-type="bibr" rid="B15">15</xref>). Therefore, the purpose of this study was to determine the ultrasound features that predict the malignancy of PCTNs and to analyze the correlations to construct a scoring system and present it as a forest plot. Such a scoring system is expected to improve the preoperative diagnostic efficacy and to facilitate patient management in clinical practice.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<title>Materials and Methods</title>
<sec id="s2_1">
<title>Patients</title>
<p>This study was retrospective and was approved by the Ethics Review Committee of First Hospital of Shanxi Medical University; the requirement for informed consent was waived. The inclusion and exclusion criteria for the study were as follows.</p>
<p>Inclusion criteria: (I) the composition of the nodule was mixed echo, (II) the patients underwent high-resolution ultrasound examination within one week before clinical intervention, (III) the pathology results of the nodules were confirmed after surgery or US-FNA, (IV) the patients underwent an initial surgery, and (V) the patients were not treated with any preoperative radiotherapy, chemotherapy and endocrine therapies.</p>
<p>The exclusion criteria were as follows: (I) family history of thyroid carcinoma, (II) head and neck exposure to high doses of radiation, (III) combined nonthyroid metastatic tumors in other parts, (IV) other endocrine system diseases and other metabolic diseases, and (V) incomplete clinical and pathological information.</p>
<p>Finally, a total of 262 patients with PTCNs were enrolled consecutively as a primary cohort to construct the scoring system and conduct internal validation from September 2017 to March 2020. The mean age of the patients was 49.4 &#xb1; 12.5 years (range: 18&#x2013;84 years), and 63 males and 199 females were included. Next, to validate the efficacy of the PCTN scoring system, another 83 PTCN patients were included at a 3:1 ratio as the validation cohort from May 2018 to August 2020. The mean age of these patients was 46.8 &#xb1; 13.0 years (range: 21&#x2013;75 years), and19 males and 64 females were included. The same inclusion and exclusion criteria were used for the validation cohort.</p>
<p>The clinical data, US images and histopathological/cytopathology results were obtained from patients who underwent surgery or FNA.</p>
</sec>
<sec id="s2_2">
<title>Ultrasonography Evaluation</title>
<p>All patients were examined by preoperative thyroid ultrasonography in our department. The high-resolution US images were acquired by two commercial machines, iU22 (Philip, Amsterdam, Holland) equipped with a 5-12 MHz and Logic E9 (GE medical systems, Milwaukee, WI, USA) equipped with a 6-15 MHz linear-phased array transducer. The parameters were adjusted to those that were the best and consistent among patients, and the focus was set at the level of the target nodules. The grayscale and color Doppler ultrasonic images of both longitudinal and cross sections were acquired continuously, and the images of thyroid lesions were then stored in the DICOM format for further analysis. Two radiologists with more than 10 years of experience performing thyroid ultrasound examinations were responsible for the image acquisition and ultrasound feature assessment and were blinded to the patients&#x2019; medical histories. The reproducibility of the US feature evaluation was assessed based on the degree of inter- and intraobserver agreement. The US features were evaluated by radiologist 1 in the primary cohort and re-evaluated a week later to assess the intraoperator agreement. Radiologist 2 performed the same examination in the primary cohort and compared the findings with those of radiologist 1 to evaluate the interoperator agreement. The interval between the two radiologists was within 30 minutes.</p>
<p>The nodules were evaluated according to their 1) composition (solid portion &lt;50% <italic>vs</italic> solid portion &#x2265;50%), 2) position of the solid portion (concentric <italic>vs.</italic> eccentric blunt angle <italic>vs</italic>. eccentric acute angle), 3) shape (ovoid-to-round <italic>vs</italic>. taller-than-wide), 4) margins (smooth <italic>vs</italic>. spiculated/microlobulated <italic>vs</italic>. ill-defined), 5) echogenicity of the solid portion (marked hypoechoic <italic>vs</italic>. hypoechoic <italic>vs</italic>. isoechoic/hyperechoic), 6) free margin (smooth <italic>vs</italic>. nonsmooth, which was defined as the interface between the cystic and solid components, <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>), 7) calcification (microcalcifications <italic>vs</italic>. rim calcifications <italic>vs</italic>. macrocalcifications <italic>vs</italic>. no calcification or comet tail, <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>), and 8) vascularity (intranodular <italic>vs</italic>. peripheral <italic>vs</italic>. avascular).</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>An example of a PCTN with an eccentric solid position with an acute angle (long arrows) in a 38-year-old woman. Longitudinal ultrasound (US) image of a 5.06&#xd7;3.07cm nodule with internal solid composition (accounted for approximately 64% of the total PCTN volume.) showing ill-defined margin and a little micro-calcification (short arrows) <bold>(A)</bold>. CDFI showing internal and peripheral flow inside the solid component <bold>(B)</bold>. Papillary thyroid carcinoma was diagnosed by fine needle aspiration (FNA) and confirmed by surgical histopathology.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g001.tif"/>
</fig>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>An example of a PCTN with a concentric solid position in a 76-year-old man. Transverse ultrasound (US) image of a 3.43&#xd7;3.10 cm nodule with internal solid composition (size of 1.49&#xd7;1.44 cm) showing non-smooth free-margin (arrowheads) and multiple micro-calcifications (arrows) <bold>(A)</bold>. CDFI showing internal flow inside the solid component <bold>(B)</bold>. Papillary thyroid carcinoma was diagnosed by fine needle aspiration (FNA) and confirmed by surgical histopathology.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g002.tif"/>
</fig>
<p>US-FNA was performed by the same radiologist who performed the US examination using a 21-gauge needle. When the cystic portion was larger than 50% of the nodule, FNA for the solid portion was performed after the fluid was aspirated. Afterwards, the interpretation of FNA was based on the Bethesda System for Reporting Thyroid Cytopathology (<xref ref-type="bibr" rid="B16">16</xref>). The cytological results of inadequate (Bethesda Category I) and indeterminate (Bethesda Category III) without surgical outcome were excluded in this study. PCTNs falling into the Bethesda Category II with a minimum follow-up of 6 months were considered benign nodules. The final diagnosis of all malignant PCTNs were verified by histopathology after surgery.</p>
</sec>
<sec id="s2_3">
<title>Statistical Analysis</title>
<p>Statistical analysis was performed using SPSS version 22.0 (SPSS Inc., Chicago, IL, USA). Continuous variables are expressed as the mean &#xb1; SD, and categorical variables are expressed as percentages (%). The continuous variables were compared using Student&#x2019;s t-test and the F test. Categorical variables were compared using Pearson&#x2019;s chi-squared test or Fisher&#x2019;s exact test. A <italic>p</italic> value &lt;0.05 was considered statistically significant. The <italic>k</italic> value was used to evaluate the degrees of intraobserver and interobserver agreement. We used a scoring system to simulate logistic regression analyses in the primary cohort to differentiate malignant and benign PCTNs. All US features were encapsulated in the logistic regression model and are presented as forest plots. The coefficients for each ultrasound feature can be obtained, which represents its weight in the scoring system. The coefficients were standardized using rounding to obtain the&#xa0;score of each feature to construct the scoring system. The goodness-of-fit of the logistic regression models was evaluated using the Hosmer-Lemeshow test. Receiver operator characteristic (ROC) analysis was used to illustrate the diagnostic thresholds and assess the performance of the scoring system in both the primary cohort and validation cohort. The sensitivities and specificities as well as the accuracy of the diagnosis were calculated. The AUC values of the different diagnostic evaluation methods were compared using the DeLong method.</p>
<p>A power calculation was performed using the PASS 15 (Power Analysis and Sample Size Software, 2017, NCSS, LLC. Kaysville, Utah, USA, ncss.com/software/pass) &#x201c;Tests for One ROC Curve&#x201d; function.</p>
</sec>
</sec>
<sec id="s3" sec-type="results">
<title>Results</title>
<sec id="s3_1">
<title>Clinical Characteristics and Ultrasonic Features</title>
<p>The baseline clinical characteristics and ultrasonic features of the 262 patients in the primary cohort and 83 patients in the validation cohort are summarized in <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref>. Of the 345 nodules, 251 (72.8%) were finally diagnosed as benign, while 94 (27.2%) were diagnosed as malignant. Among the 262 benign lesions, 56 (45 nodular hyperplasias, 8 follicular adenomas, and 3 Hashimoto&#x2019;s nodules) were confirmed by surgery due to suspicion of carcinoma by FNA or compression symptoms caused by large nodules. The remaining benign nodules were confirmed by FNA and were followed up for at least 6 months. All malignant nodules, which included 79 papillary carcinomas, 9 follicular carcinomas, and 6 anaplastic carcinomas, were surgically resected.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Baseline characteristics in the primary cohort and validation cohort.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" rowspan="3" align="left">Characteristic</th>
<th valign="top" colspan="2" align="center">Primary cohort (N = 262)</th>
<th valign="top" align="center"/>
<th valign="top" colspan="2" align="center">Validation cohort (N = 83)</th>
<th valign="top" align="center"/>
</tr>
<tr>
<th valign="top" align="center">Benign nodules</th>
<th valign="top" align="center">Malignant nodules</th>
<th valign="top" rowspan="2" align="center">P</th>
<th valign="top" align="center">Benign nodules</th>
<th valign="top" align="center">Malignant nodules</th>
<th valign="top" rowspan="2" align="center">P</th>
</tr>
<tr>
<th valign="top" align="center">(N = 186)</th>
<th valign="top" align="center">(N = 76)</th>
<th valign="top" align="center">(N = 65)</th>
<th valign="top" align="center">(N = 18)</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age, mean &#xb1; SD, years</td>
<td valign="top" align="center">48.6 &#xb1; 13.0</td>
<td valign="top" align="center">50.1 &#xb1; 12.0</td>
<td valign="top" align="center">0.173</td>
<td valign="top" align="center">46.9 &#xb1; 13.4</td>
<td valign="top" align="center">46.7 &#xb1; 12.6</td>
<td valign="top" align="center">0.948</td>
</tr>
<tr>
<td valign="top" align="left">Sex, No.%</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.943</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">1.000</td>
</tr>
<tr>
<td valign="top" align="left">Male</td>
<td valign="top" align="center">44 (23.7%)</td>
<td valign="top" align="center">19 (25.0%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">15 (23.1%)</td>
<td valign="top" align="center">4 (22.2%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Female</td>
<td valign="top" align="center">142 (76.3%)</td>
<td valign="top" align="center">57 (75.0%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">50 (76.9%)</td>
<td valign="top" align="center">14 (77.8%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Size, cm</td>
<td valign="top" align="center">3.35 &#xb1; 1.21</td>
<td valign="top" align="center">3.45 &#xb1; 1.07</td>
<td valign="top" align="center">0.999</td>
<td valign="top" align="center">3.15 &#xb1; 1.16</td>
<td valign="top" align="center">3.21 &#xb1; 0.98</td>
<td valign="top" align="center">0.835</td>
</tr>
<tr>
<td valign="top" align="left">Composition, No.%</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.001</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.276</td>
</tr>
<tr>
<td valign="top" align="left">Solid portion &lt;50%</td>
<td valign="top" align="center">108 (58.1%)</td>
<td valign="top" align="center">26 (34.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">28 (43.1%)</td>
<td valign="top" align="center">11 (61.1%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Solid portion &#x2265;50%</td>
<td valign="top" align="center">78 (41.9%)</td>
<td valign="top" align="center">50 (65.8%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">37 (56.9%)</td>
<td valign="top" align="center">7 (38.9%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Position, No.%</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.001</td>
</tr>
<tr>
<td valign="top" align="left">Concentric</td>
<td valign="top" align="center">105 (56.5%)</td>
<td valign="top" align="center">27 (35.5%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">35 (53.8%)</td>
<td valign="top" align="center">4 (22.2%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Eccentric blunt angle</td>
<td valign="top" align="center">67 (36.0%)</td>
<td valign="top" align="center">17 (22.4%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">24 (36.9%)</td>
<td valign="top" align="center">5 (27.8%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Eccentric acute angle</td>
<td valign="top" align="center">14 (7.53%)</td>
<td valign="top" align="center">32 (42.1%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">6 (9.23%)</td>
<td valign="top" align="center">9 (50.0%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Shape, No.%</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.003</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.331</td>
</tr>
<tr>
<td valign="top" align="left">A/T&lt;1</td>
<td valign="top" align="center">117 (62.9%)</td>
<td valign="top" align="center">32 (42.1%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">36 (55.4%)</td>
<td valign="top" align="center">7 (38.9%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">A/T&#x2265;1</td>
<td valign="top" align="center">69 (37.1%)</td>
<td valign="top" align="center">44 (57.9%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">29 (44.6%)</td>
<td valign="top" align="center">11 (61.1%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Margin, No.%</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">&lt;0.011</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.437</td>
</tr>
<tr>
<td valign="top" align="left">Smooth</td>
<td valign="top" align="center">75 (40.3%)</td>
<td valign="top" align="center">18 (23.7%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">25 (38.5%)</td>
<td valign="top" align="center">4 (22.2%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Ill-defined</td>
<td valign="top" align="center">67 (36.0%)</td>
<td valign="top" align="center">28 (36.8%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">22 (33.8%)</td>
<td valign="top" align="center">8 (44.4%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Spiculated/microlobulated</td>
<td valign="top" align="center">44 (23.7%)</td>
<td valign="top" align="center">30 (39.5%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">18 (27.7%)</td>
<td valign="top" align="center">6 (33.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Echogenicity, No.%</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.004</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.106</td>
</tr>
<tr>
<td valign="top" align="left">Hyperechoic/isoechoic</td>
<td valign="top" align="center">12 (6.45%)</td>
<td valign="top" align="center">1 (1.32%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">2 (3.08%)</td>
<td valign="top" align="center">1 (5.56%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Hypoechoic</td>
<td valign="top" align="center">116 (62.4%)</td>
<td valign="top" align="center">36 (47.4%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">45(69.2%)</td>
<td valign="top" align="center">8 (44.4%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Marked hypoechoic</td>
<td valign="top" align="center">58 (31.2%)</td>
<td valign="top" align="center">39 (51.3%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">18 (27.7%)</td>
<td valign="top" align="center">9 (50.0%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Free - margin, No.%</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.392</td>
</tr>
<tr>
<td valign="top" align="left">Smooth</td>
<td valign="top" align="center">114 (61.3%)</td>
<td valign="top" align="center">24 (31.6%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">35 (53.8%)</td>
<td valign="top" align="center">7 (38.9%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Non-smooth</td>
<td valign="top" align="center">72 (38.7%)</td>
<td valign="top" align="center">52 (68.4%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">30 (46.2%)</td>
<td valign="top" align="center">11 (61.1%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Calcification, No.%</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">&lt;0.001</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.016</td>
</tr>
<tr>
<td valign="top" align="left">No calcification</td>
<td valign="top" align="center">110 (59.1%)</td>
<td valign="top" align="center">25 (32.9%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">42 (64.6%)</td>
<td valign="top" align="center">7 (38.9%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Macrocalcification</td>
<td valign="top" align="center">36 (19.4%)</td>
<td valign="top" align="center">9 (11.8%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">8 (12.3%)</td>
<td valign="top" align="center">3 (16.7%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Rim calcification</td>
<td valign="top" align="center">35 (18.8%)</td>
<td valign="top" align="center">9 (11.8%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">11 (16.9%)</td>
<td valign="top" align="center">2 (11.1%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Microcalcification</td>
<td valign="top" align="center">5 (2.69%)</td>
<td valign="top" align="center">33 (43.4%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">4 (6.15%)</td>
<td valign="top" align="center">6 (33.3%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Color Doppler, No.%</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.181</td>
<td valign="top" align="center"/>
<td valign="top" align="center"/>
<td valign="top" align="center">0.128</td>
</tr>
<tr>
<td valign="top" align="left">Avascular</td>
<td valign="top" align="center">78 (41.9%)</td>
<td valign="top" align="center">26 (34.2%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">26 (40.0%)</td>
<td valign="top" align="center">3 (16.7%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Peripheral blood flow</td>
<td valign="top" align="center">45 (24.2%)</td>
<td valign="top" align="center">15 (19.7%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">15 (23.1%)</td>
<td valign="top" align="center">4 (22.2%)</td>
<td valign="top" align="center"/>
</tr>
<tr>
<td valign="top" align="left">Internal flow</td>
<td valign="top" align="center">63 (33.9%)</td>
<td valign="top" align="center">35 (46.1%)</td>
<td valign="top" align="center"/>
<td valign="top" align="center">24 (36.9%)</td>
<td valign="top" align="center">11 (61.1%)</td>
<td valign="top" align="center"/>
</tr>
</tbody>
</table>
</table-wrap>
<p>The sexes, ages and nodule sizes (the longest diameter) were not significantly different between patients with malignant and benign PCTNs.</p>
</sec>
<sec id="s3_2">
<title>System for Scoring the Ultrasonic Features in the Primary Cohort</title>
<p>The intraoperator <italic>k</italic> value of radiologist 1 in the two examinations ranged from 0.86 to 0.96. The interoperator <italic>k</italic> value of examinations by radiologist 1 and radiologist 2 ranged from 0.82 to 0.92, suggesting that the extraction of US features was stable and repeatable. After the inter- and intraoperator repeatability were verified, all results were based on the features extracted by radiologist 1.</p>
<p>In the primary cohort, we preset the power = 0.90, &#x3b1; = 0.05, R<sup>2</sup> = 0.36, and the sample size meeting the requirements was determined to be 280. In the validation cohort, the AUCs were 0.81 (95% confidence interval (CI): 0.709-0.883) and 0.70 (95% CI: 0.591-0.791); we thus preset AUC1 = 0.80-0.90, the &#x3b1; = 0.05, and the false positive rate limits = 0.01-0.20. The sample size was 92, and the validation cohort was of sufficient size to evaluate the AUC estimated from the primary cohort (<xref ref-type="supplementary-material" rid="SM1">
<bold>PASS output File 1</bold>
</xref> and <xref ref-type="supplementary-material" rid="SM2">
<bold>File 2</bold>
</xref> in <xref ref-type="supplementary-material" rid="SM2">
<bold>Supplementary Material</bold>
</xref>).</p>
<p>Using logistic regression analysis of the primary cohort, eight US features of PCTNs were finally incorporated into the scoring system. The logistic regression analysis results were presented as a forest plot (<xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref>). To promote facilitation in clinical practice, we used a standardized coefficient to convert the logistic regression model into a scoring system to distinguish benign and malignant nodules, which meant that we rounded off the coefficients of the logistic regression model. The Hosmer-Lemeshow test of the logistics regression model was shown in <xref ref-type="supplementary-material" rid="SM3">
<bold>Supplementary Figure 1</bold>
</xref>. The scoring system was presented in <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>, and the score ranged from 0-11 points. The distributions of benign and malignant nodules in the scoring system and ultrasound features were shown as the Violin plot and bar plot (<xref ref-type="fig" rid="f4">
<bold>Figures&#xa0;4</bold>
</xref>, <xref ref-type="fig" rid="f5">
<bold>5</bold>
</xref>) and Sankey plot (<xref ref-type="fig" rid="f6">
<bold>Figure&#xa0;6</bold>
</xref>), respectively.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>A forest plot of the logistic regression analysis results.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g003.tif"/>
</fig>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Scoring table of the scoring system.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">US features</th>
<th valign="top" align="center"/>
<th valign="top" align="center">Score</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" rowspan="2" align="left">Composition</td>
<td valign="top" align="left">Solid portion &lt;50%</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Solid portion &gt;=50%</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" rowspan="3" align="left">Position</td>
<td valign="top" align="left">Concentric</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Eccentric blunt angle</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Eccentric acute angle</td>
<td valign="top" align="center">2</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">Shape</td>
<td valign="top" align="left">A/T&lt;1</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">A/T&gt;=1</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" rowspan="3" align="left">Margin</td>
<td valign="top" align="left">Smooth</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Ill-defined</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Spiculated/Microlobulated</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" rowspan="3" align="left">Echogenicity</td>
<td valign="top" align="left">Hyperechoic/Isoechoic</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Hypoechoic</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" align="left">Marked hypoechoic</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" rowspan="2" align="left">Free - margin</td>
<td valign="top" align="left">Smooth</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Non-smooth</td>
<td valign="top" align="center">1</td>
</tr>
<tr>
<td valign="top" rowspan="4" align="left">Calcification</td>
<td valign="top" align="left">No calcification</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Macrocalcification</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Rim calcification</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Microcalcification</td>
<td valign="top" align="center">3</td>
</tr>
<tr>
<td valign="top" rowspan="3" align="left">Color Doppler</td>
<td valign="top" align="left">Avascular</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Peripheral blood flow</td>
<td valign="top" align="center">0</td>
</tr>
<tr>
<td valign="top" align="left">Internal flow</td>
<td valign="top" align="center">1</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>The distributions of all PCTNs in the primary cohort in the scoring system shows as Violin plot.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g004.tif"/>
</fig>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>The distributions of all PCTNs in the primary cohort in the scoring system shows as bar plot.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g005.tif"/>
</fig>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>The distributions of all PCTNs in the primary cohort in the ultrasound features shows as Sankey plot.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g006.tif"/>
</fig>
<p>The ROC curve showed good discriminating power, with AUCs of 0.881 [95% CI, 0.836 - 0.918] in the logistic regression model and 0.876 (95% CI, 0.830 - 0.913) in the scoring system (<xref ref-type="fig" rid="f7">
<bold>Figure&#xa0;7</bold>
</xref>). The difference was not significant as determined by the DeLong et&#xa0;al. method (<italic>p</italic> = 0.66). Therefore, it was reasonable to assume that the scoring system actually simulated the logistic regression model. The diagnostic performance of the scoring system in the primary cohort was shown in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>. The sensitivity and specificity for all scores of primary cohort and validation cohort were presented in <xref ref-type="supplementary-material" rid="SM3">
<bold>Supplementary Table 1</bold>
</xref>. The optimal cutoff value for the diagnosis of malignant PCTNs was 4 points, with a good specificity of 87.63% and a sensitivity of 71.05%. Furthermore, to show the diagnostic ability of the scoring system, we created a confusion matrix in the primary cohort and validation cohort, as shown in <xref ref-type="supplementary-material" rid="SM3">
<bold>Supplementary Figures 2A, B</bold>
</xref>.</p>
<fig id="f7" position="float">
<label>Figure&#xa0;7</label>
<caption>
<p>ROC curve of logistic regression models and scoring system in the primary cohort. The difference of AUC was not significant between two models (0. 881 <italic>vs.</italic> 0. 876), and the DeLong et&#xa0;al. indicated that there was not significant difference in diagnostic performance between two models (<italic>p</italic> =0.66).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g007.tif"/>
</fig>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Diagnostic performance of the scoring system in primary and validation cohort.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Diagnostic performance</th>
<th valign="top" align="center">Primary cohort</th>
<th valign="top" align="center">Validation cohort</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">AUC (95% CI)</td>
<td valign="top" align="center">0.876 (0.830 - 0.913)</td>
<td valign="top" align="center">0.829 (0.730 - 0.903)</td>
</tr>
<tr>
<td valign="top" align="left">Specificity (%) (95% CI)</td>
<td valign="top" align="center">87.63 (82.0 - 92.0)</td>
<td valign="top" align="center">72.31 (59.8 - 82.7)</td>
</tr>
<tr>
<td valign="top" align="left">Sensitivity (%) (95% CI)</td>
<td valign="top" align="center">71.05 (59.5 - 80.9)</td>
<td valign="top" align="center">77.78 (52.4 - 93.6)</td>
</tr>
<tr>
<td valign="top" align="left">PPV  (%) (95% CI)</td>
<td valign="top" align="center">70.1 (60.9 - 77.9)</td>
<td valign="top" align="center">43.7 (32.8 - 55.3)</td>
</tr>
<tr>
<td valign="top" align="left">NPV (%) (95% CI)</td>
<td valign="top" align="center">88.1 (83.8 - 91.4)</td>
<td valign="top" align="center">92.2 (83.0 - 96.6)</td>
</tr>
<tr>
<td valign="top" align="left">Accuracy</td>
<td valign="top" align="center">0.83</td>
<td valign="top" align="center">0.74</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>The optimal cutoff value is set to 4 points both in the primary cohort and validation cohort. PPV, Positive predictive value; NPV, Negative predictive value.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
<sec id="s3_3">
<title>Validation of the Scoring System with the Validation Cohort</title>
<p>The AUC of the scoring system was 0.829 (95% CI, 0.730 - 0.903) in the validation cohort. The diagnostic performance of the scoring system in the validation cohort was shown in <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>. The optimal cutoff value was the same as that in the primary cohort.</p>
</sec>
<sec id="s3_4">
<title>Comparison of the Diagnostic Accuracies of the Scoring System and Radiologists</title>
<p>Radiologist1 evaluated the PCTNs of the validation cohort based on the American College of Radiology guidelines (2017 version) (<xref ref-type="bibr" rid="B17">17</xref>) and clinical experience and classified the nodules as either malignant or benign. We then compared the accuracies of the radiologists and the scoring system to diagnose PTCNs.</p>
<p>The AUC of the scoring system was 0.829 (95% CI, 0.730 - 0.903), while that of the radiologists was 0.736 (95% CI, 0.628 - 0.827) in the validation cohort (<xref ref-type="fig" rid="f8">
<bold>Figure&#xa0;8</bold>
</xref>). The difference was significant as determined by the DeLong method (<italic>p</italic> = 0.041).</p>
<fig id="f8" position="float">
<label>Figure&#xa0;8</label>
<caption>
<p>ROC curve of the scoring system and radiologists in the validation cohort. The AUC was significantly different between two methods (0.83 <italic>vs.</italic> 0.74), and the DeLong et&#xa0;al. indicated that there was a significant difference in diagnostic performance between two methods (<italic>p</italic> = 0.041).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g008.tif"/>
</fig>
</sec>
<sec id="s3_5">
<title>Nodule Size and Its Influence on the Performance of the Scoring System</title>
<p>In this study, 262 patients in the primary cohort were divided into &lt;2cm group (n=41) and &#x2265;2cm group (n=221) based on the longest diameter of PCTNs and to evaluate the diagnostic efficacy of scoring system, further determining the influence of nodule size on scoring system. The AUC of the scoring system was for the prospective sonographic diagnosis of PCTNs of&lt;2 cm and &#x2265; 2 cm were 0.875 (95% CI, 0.734 - 0.957) and 0.875 (95% CI, 0.824 -0.915), respectively (<xref ref-type="fig" rid="f9">
<bold>Figures&#xa0;9</bold>
</xref> and <xref ref-type="fig" rid="f10">
<bold>10</bold>
</xref>). The diagnostic performance of the two groups was shown in <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>. This result indicates high diagnostic value of the scoring system both in &lt;2cm group and &#x2265;2cm group.</p>
<fig id="f9" position="float">
<label>Figure&#xa0;9</label>
<caption>
<p>ROC curve of the scoring system in the nodule size &lt;2cm group. The AUC was 0.875 (95% CI: 0.734 - 0.957, <italic>p &lt;</italic>0.0001).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g009.tif"/>
</fig>
<fig id="f10" position="float">
<label>Figure&#xa0;10</label>
<caption>
<p>ROC curve of the scoring system in the nodule size &#x2265;2cm group. The AUC was 0.875 (95% CI: 0.824 - 0.915, <italic>p &lt;</italic>0.0001).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-11-731779-g010.tif"/>
</fig>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Diagnostic performance of the scoring system in nodule size &lt;2cm and &#x2265;2cm group.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="left">Diagnostic performance</th>
<th valign="top" align="center">nodule size&#xff1c;2cm</th>
<th valign="top" align="center">nodule size&#x2265;2cm</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">AUC (95% CI)</td>
<td valign="top" align="center">0.875 (0.734 - 0.957)</td>
<td valign="top" align="center">0.875 (0.824 - 0.915)</td>
</tr>
<tr>
<td valign="top" align="left">Specificity (%) (95% CI)</td>
<td valign="top" align="center">87.50 (71.0 - 96.5)</td>
<td valign="top" align="center">87.66 (81.4 - 92.4)</td>
</tr>
<tr>
<td valign="top" align="left">Sensitivity (%) (95% CI)</td>
<td valign="top" align="center">66.67 (29.9 - 92.5)</td>
<td valign="top" align="center">71.64 (59.3 - 82.0)</td>
</tr>
<tr>
<td valign="top" align="left">PPV  (%) (95% CI)</td>
<td valign="top" align="center">60.0 (35.0 - 80.7)</td>
<td valign="top" align="center">71.6 (61.8 - 79.8)</td>
</tr>
<tr>
<td valign="top" align="left">NPV (%) (95% CI)</td>
<td valign="top" align="center">90.3 (78.6 - 96.0)</td>
<td valign="top" align="center">87.7 (82.9 - 91.3)</td>
</tr>
<tr>
<td valign="top" align="left">Accuracy</td>
<td valign="top" align="center">0.829</td>
<td valign="top" align="center">0.828</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>The optimal cutoff value is set to 4 points both in nodule size&#xff1c;2cm and &#x2265;2cm group. PPV, Positive predictive value; NPV, Negative predictive value.</p>
</fn>
</table-wrap-foot>
</table-wrap>
</sec>
</sec>
<sec id="s4" sec-type="discussion">
<title>Discussion</title>
<p>As a subtype of thyroid nodules, PCTNs are fairly common and can be differentiated easily according to conventional US features. Most PCTNs are regarded as benign, as degenerative processes arise in underlying benign lesions, such as nodular goiters and adenomatous nodules (<xref ref-type="bibr" rid="B18">18</xref>), and true epithelial cysts are rare. However, previous studies have revealed cystic changes in many malignant thyroid nodules, and the incidence of PCTN malignancy is up to 18% (<xref ref-type="bibr" rid="B1">1</xref>). PCTNs are easy to misdiagnose, especially for less experienced radiologists, due to their typical US features being different from those of solid nodules. The clinical management of PCTNs is still a challenge.</p>
<p>Ultrasound plays an essential role in evaluating the status of PCTNs because of its economical, noninvasive, and convenient features. Many studies have summarized the malignant features of solid thyroid nodules, such as their taller-than-wide shape, hypoechogenicity, and microcalcifications, while no clear diagnostic criteria have been established for malignant PCTNs. The sizes, compression symptoms, rates of recurrence after repeated aspirations, and local invasion of PCTNs are considered to be indicators of surgery (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>). However, no general clinical features completely distinguish benign PCTNs from malignant PCTNs (<xref ref-type="bibr" rid="B3">3</xref>, <xref ref-type="bibr" rid="B20">20</xref>, <xref ref-type="bibr" rid="B21">21</xref>). Among 119 patients with PCTNs who underwent thyroidectomy after FNA, Bellantone (<xref ref-type="bibr" rid="B3">3</xref>) reported that 21 were malignant, yielding a 17.6% malignancy rate, and he therefore recommended FNA for all PCTNs; however, the malignancy rate among PCTNs may have been overestimated due to selection bias for the enrolled patients. Nevertheless, the presence of cystic components in a thyroid nodule may reduce the diagnostic efficiency of FNA. In this case, US-FNA is no longer recommended as a routine diagnostic method for PCTNs (<xref ref-type="bibr" rid="B22">22</xref>). Frates MC et&#xa0;al. (<xref ref-type="bibr" rid="B2">2</xref>) and LI W et&#xa0;al. (<xref ref-type="bibr" rid="B11">11</xref>) found that US features can help prioritize PCTNs for FNA. The main purpose of this study was to elucidate the US features that can predict PCTN malignancies and to construct a scoring system based on these US features to guide clinical practice.</p>
<p>Many studies have revealed the US features of malignant solid thyroid nodules, mainly including their echogenicity, margin, shape, microcalcification, and vascularity, which were all included in this study. In addition, PCTNs have unique nodule compositions, solid portion positions and free margins, and these characteristics were therefore also included in this study. The eccentric configuration of PCTNs was reported to indicate malignancy in a previous study (<xref ref-type="bibr" rid="B19">19</xref>); however, the sensitivity (44.4%) and positive predictive value (13.1%) were low. We further subdivided the eccentric configuration based on the angle to the adjacent cyst wall and found that only an acute angle was associated with malignancy (p &lt;0.001), which was confirmed in the reports (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B23">23</xref>). This phenomenon may be attributed to malignant PCTNs being more likely to protrude from the cystic wall, while diffuse lesions are circumferentially located within the cystic wall, forming a concentric configuration (<xref ref-type="bibr" rid="B24">24</xref>). Significantly, some researchers (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B25">25</xref>) reported that when patients were regrouped into the &#x2265;50% solid portion and &lt;50% solid portion groups, an eccentric position of the solid component was a significantly malignant feature in only the solid portion &#x2265;50% group. In our study, however, we did not find that a solid portion &#x2265;50% was significantly associated with malignancy. This indicates that we should pay special attention to nodules that have both a solid portion &#x2265;50% and an eccentric configuration.</p>
<p>A taller-than-wide shape was revealed to be an independent predictor of PCTN malignancy in our study. Previous studies found that the sensitivity and specificity of a taller-than-wide shape for the diagnosis of malignancy were 43.33% and 91.36%, respectively (<xref ref-type="bibr" rid="B26">26</xref>, <xref ref-type="bibr" rid="B27">27</xref>). In contrast, some studies (<xref ref-type="bibr" rid="B12">12</xref>, <xref ref-type="bibr" rid="B28">28</xref>) reported no significant correlation between a taller-than-wide shape and the risk of PCTN malignancy, which they suggested was potentially attributed to the inter- and intraobserver variability in taller-than-wide shapes.</p>
<p>In our study, we demonstrated that nonsmooth free margins were significantly more common in malignant thyroid nodules than in benign nodules. This may be illustrated by the histological tendencies of malignant PCTNs, including their uneven growth in an infiltrative manner and absence of pseudocapsule formation (<xref ref-type="bibr" rid="B14">14</xref>). Regarding the margins of entire nodules, no significant differences were found between benign and malignant PCTNs. Because large amounts of cystic fluid from benign lesions can be absorbed in a short time, the margin of the entire nodule is either smooth or ill-defined. Moreover, some malignant PCTNs can have smooth margins, especially those that are less than 10 mm in diameter.</p>
<p>It is well known that the presence of microcalcifications is highly specific for papillary thyroid carcinoma (<xref ref-type="bibr" rid="B14">14</xref>, <xref ref-type="bibr" rid="B19">19</xref>). In this study, we defined microcalcifications as those less than 1 mm in size on US images; while this definition may not represent the actual pathological condition, all calcifications were confirmed by pathology. In this way, we excluded punctuate hyperechoic foci with comet tails, which may be another factor underlying misdiagnosis. Pathologically, nodule microcalcifications are correlated with psammoma bodies, which result from the degeneration of tumor cells and collagen produced by tumor cells (<xref ref-type="bibr" rid="B29">29</xref>).</p>
<p>Color Doppler ultrasound is a diagnostic tool for predicting thyroid carcinoma based on the hypothesis that peripheral or intranodular flow is caused by the angiogenesis-dependent growth of malignant tumors, while degenerating cystic lesions mainly present as the absence of internal flow signals or a small amount of peripheral flow. In this study, no significant differences were found among nodules with three different vascular patterns, which was possibly caused by rare blood flow signals detected in nodules during the period of stagnant growth (<xref ref-type="bibr" rid="B27">27</xref>).</p>
<p>To our knowledge, the risk of malignancy increases as more suspicious US features are detected in nodules (<xref ref-type="bibr" rid="B19">19</xref>). In our study, a logistic regression model was developed to assess the malignancy of PCTNs based on multiple ultrasonographic features. To make the model simple and convenient for clinical application, we proposed and validated a scoring system to predict the malignancy of PCTNs, which was based on the logistic regression model, achieving accuracies of 0.876 in the primary cohort and 0.829 in the validation cohort. A series of different TI-RADS guidelines have been proposed to evaluate solid thyroid nodules, although ACR TI-RADS has indeed taken the PCTN into consideration, but the ultrasound features in this guideline are mainly referred to solid thyroid nodules and the solid component of PCTN. This guideline has not fully considered the ultrasound features specific and important to PCTNs, such as free-margin, position of solid portion, and composition. Therefore, the strength of this scoring system was that it used eight common PCTN US features to construct the model. The scoring system displayed a remarkable ability to predict the malignancy of PCTNs (AUC=0.876), yielding a sensitivity of 71.05% and a specificity of 87.63%. These results indicate the potential value of our model for decreasing the rate of misdiagnosis and the use of US-FNA of PCTNs prior to surgery. Therefore, clinicians can now efficiently manage PCTN patients.</p>
<p>In univariate analysis, we did not find that nodule size was significantly associated with malignancy of PCTNs, and the finding was in accordance with previous studies (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B30">30</xref>). Hence, nodule size has not been described as a risk factor of malignant PCTNs. Nevertheless, size was considered as an important parameter to predict the malignancy in solid thyroid nodules. At present, many studies on nodule size are available, but no consensus as to its influence on probability of malignancy. Some studies have demonstrated that larger lesions had lower risk of malignancy (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B32">32</xref>), while the other studies reached opposite conclusions (<xref ref-type="bibr" rid="B33">33</xref>, <xref ref-type="bibr" rid="B34">34</xref>). The majority studies (<xref ref-type="bibr" rid="B31">31</xref>, <xref ref-type="bibr" rid="B33">33</xref>) indicates that size threshold for malignant risk was approximately 2.0 cm in solid nodules, and cutoff value 2cm have been adopted in the study of PCTNs (<xref ref-type="bibr" rid="B12">12</xref>). Therefore, we divided the PCTNs into two groups to evaluate the impact of nodule size on the diagnostic efficacy of the scoring system. It was found that the effect of nodule size on the scoring system was nonsignificant, and the scoring system exhibited a high diagnostic accuracy in 2 groups of nodules with different sizes.</p>
<p>There are several limitations in our study. First, this study included some benign PCTNs for which only cytological results were available; for these lesions, pathological confirmation was absent or only a limited follow-up evaluation was performed. Second, we did not include all benign PCTNs. All nodules included in the study were removed by FNA or surgery due to suspicious ultrasound features or clinical indications. Therefore, we could not estimate the percentage of malignant PCTNs in our study, which may have been affected by selection bias to some extent. Third, this study did not investigate the inherent relationship between suspicious US features, like in the study of Zhang M et&#xa0;al. (<xref ref-type="bibr" rid="B22">22</xref>), but it may provide some new insights due to the more detailed classification of US features.</p>
<p>In conclusion, a scoring system based on the US features of PCTNs was developed to predict the risk of malignant PCTN in this study. This model provides a noninvasive, effective, and easy-to-use method that can be clinically implemented to identify malignant PCTNs preoperatively. This method is expected to assist radiologists in diagnosis and clinical decision making.</p>
</sec>
<sec id="s5" sec-type="data-availability">
<title>Data Availability Statement</title>
<p>Due to the privacy of patients, the data related to patients cannot be available for public access but can be obtained from the corresponding author on reasonable request approved by the institutional review board of First Hospital of Shanxi Medical University.</p>
</sec>
<sec id="s6" sec-type="ethics-statement">
<title>Ethics Statement</title>
<p>This retrospective study was approved by the Ethics Review Committee of First Hospital of Shanxi Medical University. The requirement for informed consent of patients was waived.</p>
</sec>
<sec id="s7" sec-type="author-contributions">
<title>Author Contributions</title>
<p>YX, LL, and JZ designed the study. YX, FL, YS, and XY collected the clinical data, ultrasonography images and histopathological/cytopathology results. FL and YX processed the clinical and images data. YS and YX performed the statistical analysis. YX and FL drafted and revised the manuscript. All authors contributed to the article and approved the submitted version.</p>
</sec>
<sec id="s8" sec-type="funding-information">
<title>Funding</title>
<p>This work was supported by Application Basic Research Project of Science and Technology Department of Shanxi Province (201801D121340), and Key Research and Development Program of Science and Technology Department of Shanxi Province (201903D321190).</p>
</sec>
<sec id="s9" sec-type="COI-statement">
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s10" sec-type="disclaimer">
<title>Publisher&#x2019;s Note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
</body>
<back>
<sec id="s11" sec-type="supplementary-material">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2021.731779/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2021.731779/full#supplementary-material</ext-link>
</p>
<supplementary-material xlink:href="DataSheet_1.pdf" id="SM1" mimetype="application/pdf"/>
<supplementary-material xlink:href="DataSheet_2.pdf" id="SM2" mimetype="application/pdf"/>
<supplementary-material xlink:href="DataSheet_3.docx" id="SM3" mimetype="application/vnd.openxmlformats-officedocument.wordprocessingml.document"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Haugen</surname> <given-names>BR</given-names>
</name>
<name>
<surname>Alexander</surname> <given-names>EK</given-names>
</name>
<name>
<surname>Bible</surname> <given-names>KC</given-names>
</name>
<name>
<surname>Doherty</surname> <given-names>GM</given-names>
</name>
<name>
<surname>Mandel</surname> <given-names>SJ</given-names>
</name>
<name>
<surname>Nikiforov</surname> <given-names>YE</given-names>
</name>
<etal/>
</person-group>. <article-title> 2015 American Thyroid Association Management Guidelines for Adult Patients With Thyroid Nodules and Differentiated Thyroid Cancer: The American Thyroid Association Guidelines Task Force on Thyroid Nodules and Differentiated Thyroid Cancer</article-title>. <source>Thyroid</source> (<year>2016</year>) <volume>26</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>133</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2015.0020</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Frates</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Benson</surname> <given-names>CB</given-names>
</name>
<name>
<surname>Doubilet</surname> <given-names>PM</given-names>
</name>
<name>
<surname>Kunreuther</surname> <given-names>E</given-names>
</name>
<name>
<surname>Contreras</surname> <given-names>M</given-names>
</name>
<name>
<surname>Cibas</surname> <given-names>ES</given-names>
</name>
<etal/>
</person-group>. <article-title>Prevalence and Distribution of Carcinoma in Patients With Solitary and Multiple Thyroid Nodules on Sonography</article-title>. <source>J Clin Endocrinol Metab</source> (<year>2006</year>) <volume>91</volume>(<issue>9</issue>):<page-range>3411&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1210/jc.2006-0690</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bellantone</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lombardi</surname> <given-names>CP</given-names>
</name>
<name>
<surname>Raffaelli</surname> <given-names>M</given-names>
</name>
<name>
<surname>Traini</surname> <given-names>E</given-names>
</name>
<name>
<surname>De Crea</surname> <given-names>C</given-names>
</name>
<name>
<surname>Rossi</surname> <given-names>ED</given-names>
</name>
<etal/>
</person-group>. <article-title>Management of Cystic or Predominantly Cystic Thyroid Nodules: The Role of Ultrasound-Guided Fine-Needle Aspiration Biopsy</article-title>. <source>Thyroid</source> (<year>2004</year>) <volume>14</volume>(<issue>1</issue>):<page-range>43&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/105072504322783830</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Watters</surname> <given-names>DA</given-names>
</name>
<name>
<surname>Ahuja</surname> <given-names>AT</given-names>
</name>
<name>
<surname>Evans</surname> <given-names>RM</given-names>
</name>
<name>
<surname>Chick</surname> <given-names>W</given-names>
</name>
<name>
<surname>King</surname> <given-names>WW</given-names>
</name>
<name>
<surname>Metreweli</surname> <given-names>C</given-names>
</name>
<etal/>
</person-group>. <article-title>Role of Ultrasound in the Management of Thyroid Nodules</article-title>. <source>Am J Surg</source> (<year>1992</year>) <volume>164</volume>(<issue>6</issue>):<page-range>654&#x2013;7</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/s0002-9610(05)80728-7</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Reading</surname> <given-names>CC</given-names>
</name>
<name>
<surname>Charboneau</surname> <given-names>JW</given-names>
</name>
<name>
<surname>Hay</surname> <given-names>ID</given-names>
</name>
<name>
<surname>Sebo</surname> <given-names>TJ</given-names>
</name>
</person-group>. <article-title>Sonography of Thyroid Nodules: A &#x201c;Classic Pattern&#x201d; Diagnostic Approach</article-title>. <source>Ultrasound Q</source> (<year>2005</year>) <volume>21</volume>(<issue>3</issue>):<page-range>157&#x2013;65</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097/01.ruq.0000174750.27010.68</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Chan</surname> <given-names>BK</given-names>
</name>
<name>
<surname>Desser</surname> <given-names>TS</given-names>
</name>
<name>
<surname>McDougall</surname> <given-names>IR</given-names>
</name>
<name>
<surname>Weigel</surname> <given-names>RJ</given-names>
</name>
<name>
<surname>Jeffrey</surname> <given-names>RB</given-names> <suffix>Jr</suffix>
</name>
</person-group>. <article-title>Common and Uncommon Sonographic Features of Papillary Thyroid Carcinoma</article-title>. <source>J Ultrasound Med</source> (<year>2003</year>) <volume>22</volume>(<issue>10</issue>):<page-range>1083&#x2013;90</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.7863/jum.2003.22.10.1083</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Choi</surname> <given-names>KU</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Park</surname> <given-names>DY</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>CH</given-names>
</name>
<name>
<surname>Sol</surname> <given-names>MY</given-names>
</name>
<name>
<surname>Han</surname> <given-names>KT</given-names>
</name>
<etal/>
</person-group>. <article-title>Recommendations for the Management of Cystic Thyroid Nodules</article-title>. <source>ANZ J Surg</source> (<year>2005</year>) <volume>75</volume>(<issue>7</issue>):<page-range>537&#x2013;41</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1111/j.1445-2197.2005.03420.x</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<collab>American Thyroid Association (ATA) Guidelines Taskforce on Thyroid Nodules and Differentiated Thyroid Cancer</collab>
<name>
<surname>Cooper</surname> <given-names>DS</given-names>
</name>
<name>
<surname>Doherty</surname> <given-names>GM</given-names>
</name>
<name>
<surname>Haugen</surname> <given-names>BR</given-names>
</name>
<name>
<surname>Kloos</surname> <given-names>RT</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>SL</given-names>
</name>
<etal/>
</person-group>. <article-title>Revised American Thyroid Association Management Guidelines for Patients With Thyroid Nodules and Differentiated Thyroid Cancer</article-title>. <source>Thyroid</source> (<year>2009</year>) <volume>19</volume>(<issue>11</issue>):<page-range>1167&#x2013;214</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2009.0110</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Moon</surname> <given-names>WJ</given-names>
</name>
<name>
<surname>Baek</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Jung</surname> <given-names>SL</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>DW</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>EK</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>JY</given-names>
</name>
<etal/>
</person-group>. <article-title>Ultrasonography and the Ultrasound-Based Management of Thyroid Nodules: Consensus Statement and Recommendations</article-title>. <source>Korean J Radiol</source> (<year>2011</year>) <volume>12</volume>(<issue>1</issue>):<fpage>1</fpage>&#x2013;<lpage>14</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.3348/kjr.2011.12.1.1</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yoon</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Kwak</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>EK</given-names>
</name>
<name>
<surname>Moon</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>JY</given-names>
</name>
<etal/>
</person-group>. <article-title>How to Approach Thyroid Nodules With Indeterminate Cytology</article-title>. <source>Ann Surg Oncol</source> (<year>2010</year>) <volume>17</volume>(<issue>8</issue>):<page-range>2147&#x2013;55</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1245/s10434-010-0992-5</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>W</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Meng</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Partially Cystic Thyroid Nodules in Ultrasound-Guided Fine Needle Aspiration: Prevalence of Thyroid Carcinoma and Ultrasound Features</article-title>. <source>Med (Baltimore)</source> (<year>2017</year>) <volume>96</volume>(<issue>46</issue>):<fpage>e8689</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1097-/MD.0000000000008689</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>DW</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>EJ</given-names>
</name>
<name>
<surname>In</surname> <given-names>HS</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>SJ</given-names>
</name>
</person-group>. <article-title>Sonographic Differentiation of Partially Cystic Thyroid Nodules: A Prospective Study</article-title>. <source>AJNR Am J Neuroradiol</source> (<year>2010</year>) <volume>31</volume>(<issue>10</issue>):<page-range>1961&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3174/ajnr.A2204</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Shi</surname> <given-names>YZ</given-names>
</name>
<name>
<surname>Jin</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zheng</surname> <given-names>L</given-names>
</name>
</person-group>. <article-title>Partially Cystic Thyroid Nodules on Ultrasound: The Associated Factors for Malignancy</article-title>. <source>Clin Hemorheol Microcirc</source> (<year>2020</year>) <volume>74</volume>(<issue>4</issue>):<page-range>373&#x2013;81</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3233/CH-190582</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Park</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Kwag</surname> <given-names>HJ</given-names>
</name>
</person-group>. <article-title>Partially Cystic Thyroid Nodules: Ultrasound Findings of Malignancy</article-title>. <source>Korean J Radiol</source> (<year>2012</year>) <volume>13</volume>(<issue>5</issue>):<page-range>530&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3348/kjr.2012.13.5.530</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>DW</given-names>
</name>
<name>
<surname>Park</surname> <given-names>JS</given-names>
</name>
<name>
<surname>In</surname> <given-names>HS</given-names>
</name>
<name>
<surname>Choo</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Ryu</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Jung</surname> <given-names>SJ</given-names>
</name>
</person-group>. <article-title>Ultrasound-Based Diagnostic Classification for Solid and Partially Cystic Thyroid Nodules</article-title>. <source>AJNR Am J Neuroradiol</source> (<year>2012</year>) <volume>33</volume>(<issue>6</issue>):<page-range>1144&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.3174/ajnr.A2923</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cibas</surname> <given-names>ES</given-names>
</name>
<name>
<surname>Ali</surname> <given-names>SZ</given-names>
</name>
</person-group>. <article-title>The 2017 Bethesda System for Reporting Thyroid Cytopathology</article-title>. <source>Thyroid</source> (<year>2017</year>) <volume>27</volume>(<issue>11</issue>):<page-range>1341&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2017.0500</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tessler</surname> <given-names>FN</given-names>
</name>
<name>
<surname>Middleton</surname> <given-names>WD</given-names>
</name>
<name>
<surname>Grant</surname> <given-names>EG</given-names>
</name>
<name>
<surname>Hoang</surname> <given-names>JK</given-names>
</name>
<name>
<surname>Berland</surname> <given-names>LL</given-names>
</name>
<name>
<surname>Teefey</surname> <given-names>SA</given-names>
</name>
<etal/>
</person-group>. <article-title>ACR Thyroid Imaging, Reporting and Data System (TI-RADS): White Paper of the ACR TI-RADS Committee</article-title>. <source>J Am Coll Radiol</source> (<year>2017</year>) <volume>14</volume>(<issue>5</issue>):<page-range>587&#x2013;95</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.jacr.2017.01.046</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Faquin</surname> <given-names>WC</given-names>
</name>
<name>
<surname>Cibas</surname> <given-names>ES</given-names>
</name>
<name>
<surname>Renshaw</surname> <given-names>AA</given-names>
</name>
</person-group>. <article-title>&#x201c;Atypical&#x201d; Cells in Fine-Needle Aspiration Biopsy Specimens of Benign Thyroid Cysts</article-title>. <source>Cancer</source> (<year>2005</year>) <volume>105</volume>(<issue>2</issue>):<page-range>71&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/cncr.20832</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Lee</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>EK</given-names>
</name>
<name>
<surname>Kwak</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>MJ</given-names>
</name>
</person-group>. <article-title>Partially Cystic Thyroid Nodules on Ultrasound: Probability of Malignancy and Sonographic Differentiation</article-title>. <source>Thyroid</source> (<year>2009</year>) <volume>19</volume>(<issue>4</issue>):<page-range>341&#x2013;6</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2008.0250</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Meko</surname> <given-names>JB</given-names>
</name>
<name>
<surname>Norton</surname> <given-names>JA</given-names>
</name>
</person-group>. <article-title>Large Cystic/Solid Thyroid Nodules: A Potential False-Negative Fine-Needle Aspiration</article-title>. <source>Surgery</source> (<year>1995</year>) <volume>118</volume>(<issue>6</issue>):<fpage>996</fpage>&#x2013;<lpage>1003</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/s0039-6060(05)80105-9</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Alexander</surname> <given-names>EK</given-names>
</name>
<name>
<surname>Hurwitz</surname> <given-names>S</given-names>
</name>
<name>
<surname>Heering</surname> <given-names>JP</given-names>
</name>
<name>
<surname>Benson</surname> <given-names>CB</given-names>
</name>
<name>
<surname>Frates</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Doubilet</surname> <given-names>PM</given-names>
</name>
<etal/>
</person-group>. <article-title>Natural History of Benign Solid and Cystic Thyroid Nodules</article-title>. <source>Ann Intern Med</source> (<year>2003</year>) <volume>138</volume>(<issue>4</issue>):<page-range>315&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.7326/0003-4819-138-4-200302180-00010</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cengic</surname> <given-names>I</given-names>
</name>
<name>
<surname>Tureli</surname> <given-names>D</given-names>
</name>
<name>
<surname>Altas</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ozden</surname> <given-names>F</given-names>
</name>
<name>
<surname>Bugdayci</surname> <given-names>O</given-names>
</name>
<name>
<surname>Aribal</surname> <given-names>E</given-names>
</name>
</person-group>. <article-title>Effects of Nodule Characteristics on Sampling Number and Duration of Thyroid Fine-Needle Aspiration Biopsy: Size Does Not Matter, But Cystic Degeneration Ratio Does</article-title>. <source>Acta Radiol</source> (<year>2017</year>) <volume>58</volume>(<issue>3</issue>):<page-range>286&#x2013;91</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1177/0284185116649797</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Na</surname> <given-names>DG</given-names>
</name>
<name>
<surname>Baek</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Sung</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>JK</given-names>
</name>
<name>
<surname>Choi</surname> <given-names>YJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Thyroid Imaging Reporting and Data System Risk Stratification of Thyroid Nodules: Categorization Based on Solidity and Echogenicity</article-title>. <source>Thyroid</source> (<year>2016</year>) <volume>26</volume>(<issue>4</issue>):<page-range>562&#x2013;72</page-range>. doi: <pub-id pub-id-type="doi">10.1089/thy.2015.0460</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yokozawa</surname> <given-names>T</given-names>
</name>
<name>
<surname>Miyauchi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Kuma</surname> <given-names>K</given-names>
</name>
<name>
<surname>Sugawara</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Accurate and Simple Method of Diagnosing Thyroid Nodules the Modified Technique of Ultrasound-Guided Fine Needle Aspiration Biopsy</article-title>. <source>Thyroid</source> (<year>1995</year>) <volume>5</volume>(<issue>2</issue>):<page-range>141&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.1995.5.141</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhang</surname> <given-names>M</given-names>
</name>
<name>
<surname>Fu</surname> <given-names>C</given-names>
</name>
<name>
<surname>Ma</surname> <given-names>X</given-names>
</name>
<name>
<surname>Li</surname> <given-names>J</given-names>
</name>
<name>
<surname>Cui</surname> <given-names>K</given-names>
</name>
</person-group>. <article-title>Comment on &#x201c;Partially Cystic Thyroid Nodules on Ultrasound: Probability of Malignancy and Sonographic Differentiation&#x201d;</article-title>. <source>Thyroid</source> (<year>2016</year>) <volume>26</volume>(<issue>11</issue>):<fpage>1645</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2016.0389</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kwak</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Han</surname> <given-names>KH</given-names>
</name>
<name>
<surname>Yoon</surname> <given-names>JH</given-names>
</name>
<name>
<surname>Moon</surname> <given-names>HJ</given-names>
</name>
<name>
<surname>Son</surname> <given-names>EJ</given-names>
</name>
<name>
<surname>Park</surname> <given-names>SH</given-names>
</name>
<etal/>
</person-group>. <article-title>Thyroid Imaging Reporting and Data System for US Features of Nodules: A Step in Establishing Better Stratification of Cancer Risk</article-title>. <source>Radiology</source> (<year>2011</year>) <volume>260</volume>(<issue>3</issue>):<page-range>892&#x2013;9</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1148/radiol.1-1110206</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Peng</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>W</given-names>
</name>
<name>
<surname>Zhan</surname> <given-names>WW</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>SY</given-names>
</name>
</person-group>. <article-title>Ultrasonographic Assessment of Differential Diagnosis Between Degenerating Cystic Thyroid Nodules and Papillary Thyroid Microcarcinomas</article-title>. <source>World J Surg</source> (<year>2017</year>) <volume>41</volume>(<issue>10</issue>):<page-range>2538&#x2013;44</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00268-017-4060-1</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Grani</surname> <given-names>G</given-names>
</name>
<name>
<surname>Lamartina</surname> <given-names>L</given-names>
</name>
<name>
<surname>Ramundo</surname> <given-names>V</given-names>
</name>
<name>
<surname>Falcone</surname> <given-names>R</given-names>
</name>
<name>
<surname>Lomonaco</surname> <given-names>C</given-names>
</name>
<name>
<surname>Ciotti</surname> <given-names>L</given-names>
</name>
<etal/>
</person-group>. <article-title>Taller-Than-Wide Shape: A New Definition Improves the Specificity of TIRADS Systems</article-title>. <source>Eur Thyroid J</source> (<year>2020</year>) <volume>9</volume>(<issue>2</issue>):<fpage>85</fpage>&#x2013;<lpage>91</lpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.1159/000504219</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Das</surname> <given-names>DK</given-names>
</name>
</person-group>. <article-title>Psammoma Body: A Product of Dystrophic Calcification or of a Biologically Active Process That Aims at Limiting the Growth and Spread of Tumor</article-title>? <source>Diagn Cytopathol</source> (<year>2009</year>) <volume>37</volume>(<issue>7</issue>):<page-range>534&#x2013;41</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/dc.21081</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhao</surname> <given-names>HN</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Lin</surname> <given-names>QZ</given-names>
</name>
<name>
<surname>He</surname> <given-names>YS</given-names>
</name>
<name>
<surname>Luo</surname> <given-names>HH</given-names>
</name>
<name>
<surname>Peng</surname> <given-names>YL</given-names>
</name>
<etal/>
</person-group>. <article-title>Partially Cystic Thyroid Cancer on Conventional and Elastographic Ultrasound: A Retrospective Study and a Machine Learning-Assisted System</article-title>. <source>Ann Transl Med</source> (<year>2020</year>) <volume>8</volume>(<issue>7</issue>):<fpage>495</fpage>. doi:&#xa0;<pub-id pub-id-type="doi">10.21037/atm.2020.03.211</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cavallo</surname> <given-names>A</given-names>
</name>
<name>
<surname>Johnson</surname> <given-names>DN</given-names>
</name>
<name>
<surname>White</surname> <given-names>MG</given-names>
</name>
<name>
<surname>Siddiqui</surname> <given-names>S</given-names>
</name>
<name>
<surname>Antic</surname> <given-names>T</given-names>
</name>
<name>
<surname>Mathew</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Thyroid Nodule Size at Ultrasound as a Predictor of Malignancy and Final Pathologic Size</article-title>. <source>Thyroid</source> (<year>2017</year>) <volume>27</volume>(<issue>5</issue>):<page-range>641&#x2013;50</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1089/thy.2016.0336</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>McHenry</surname> <given-names>CR</given-names>
</name>
<name>
<surname>Huh</surname> <given-names>ES</given-names>
</name>
<name>
<surname>Machekano</surname> <given-names>RN</given-names>
</name>
</person-group>. <article-title>Is Nodule Size an Independent Predictor of Thyroid Malignancy</article-title>? <source>Surgery</source> (<year>2008</year>) <volume>144</volume>(<issue>6</issue>):<page-range>1062&#x2013;8</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1016/j.surg.2008.07.021</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kamran</surname> <given-names>SC</given-names>
</name>
<name>
<surname>Marqusee</surname> <given-names>E</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>MI</given-names>
</name>
<name>
<surname>Frates</surname> <given-names>MC</given-names>
</name>
<name>
<surname>Ritner</surname> <given-names>J</given-names>
</name>
<name>
<surname>Peters</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Thyroid Nodule Size and Prediction of Cancer</article-title>. <source>J Clin Endocrinol Metab</source> (<year>2013</year>) <volume>98</volume>(<issue>2</issue>):<page-range>564&#x2013;70</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1210/jc.2012-2968</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kuru</surname> <given-names>B</given-names>
</name>
<name>
<surname>Gulcelik</surname> <given-names>NE</given-names>
</name>
<name>
<surname>Gulcelik</surname> <given-names>MA</given-names>
</name>
<name>
<surname>Dincer</surname> <given-names>H</given-names>
</name>
</person-group>. <article-title>Predictive Index for Carcinoma of Thyroid Nodules and Its Integration With Fine-Needle Aspiration Cytology</article-title>. <source>Head Neck</source> (<year>2009</year>) <volume>31</volume>(<issue>7</issue>):<page-range>856&#x2013;66</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1002/hed.21049</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>