<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2020.00353</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Preoperative Prediction of Microvascular Invasion in Hepatocellular Carcinoma: Initial Application of a Radiomic Algorithm Based on Grayscale Ultrasound Images</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name><surname>Dong</surname> <given-names>Yi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/420246/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhou</surname> <given-names>Liu</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="author-notes" rid="fn002"><sup>&#x02020;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/888790/overview"/>
</contrib>
<contrib contrib-type="author">
<name><surname>Xia</surname> <given-names>Wei</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhao</surname> <given-names>Xing-Yu</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Zhang</surname> <given-names>Qi</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
</contrib>
<contrib contrib-type="author">
<name><surname>Jian</surname> <given-names>Jun-Ming</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Gao</surname> <given-names>Xin</given-names></name>
<xref ref-type="aff" rid="aff2"><sup>2</sup></xref>
<xref ref-type="corresp" rid="c001"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/900624/overview"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name><surname>Wang</surname> <given-names>Wen-Ping</given-names></name>
<xref ref-type="aff" rid="aff1"><sup>1</sup></xref>
<xref ref-type="corresp" rid="c002"><sup>&#x0002A;</sup></xref>
<uri xlink:href="http://loop.frontiersin.org/people/777727/overview"/>
</contrib>
</contrib-group>
<aff id="aff1"><sup>1</sup><institution>Department of Ultrasound, Zhongshan Hospital, Fudan University</institution>, <addr-line>Shanghai</addr-line>, <country>China</country></aff>
<aff id="aff2"><sup>2</sup><institution>Suzhou Institute of Biomedical Engineering and Technology (CAS)</institution>, <addr-line>Suzhou</addr-line>, <country>China</country></aff>
<author-notes>
<fn fn-type="edited-by"><p>Edited by: Zaiyi Liu, Guangdong Provincial People&#x00027;s Hospital, China</p></fn>
<fn fn-type="edited-by"><p>Reviewed by: Zhi-Cheng Li, Shenzhen Institutes of Advanced Technology (CAS), China; Zhongxiang Ding, Zhejiang University, China</p></fn>
<corresp id="c001">&#x0002A;Correspondence: Xin Gao <email>xingaosam&#x00040;yahoo.com</email></corresp>
<corresp id="c002">Wen-Ping Wang <email>puguang61&#x00040;126.com</email></corresp>
<fn fn-type="other" id="fn001"><p>This article was submitted to Cancer Imaging and Image-directed Interventions, a section of the journal Frontiers in Oncology</p></fn>
<fn fn-type="other" id="fn002"><p>&#x02020;These authors have contributed equally to this work and share first authorship</p></fn></author-notes>
<pub-date pub-type="epub">
<day>19</day>
<month>03</month>
<year>2020</year>
</pub-date>
<pub-date pub-type="collection">
<year>2020</year>
</pub-date>
<volume>10</volume>
<elocation-id>353</elocation-id>
<history>
<date date-type="received">
<day>15</day>
<month>01</month>
<year>2020</year>
</date>
<date date-type="accepted">
<day>28</day>
<month>02</month>
<year>2020</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#x000A9; 2020 Dong, Zhou, Xia, Zhao, Zhang, Jian, Gao and Wang.</copyright-statement>
<copyright-year>2020</copyright-year>
<copyright-holder>Dong, Zhou, Xia, Zhao, Zhang, Jian, Gao and Wang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p></license>
</permissions>
<abstract><p><bold>Objectives:</bold> To establish a radiomic algorithm based on grayscale ultrasound images and to make preoperative predictions of microvascular invasion (MVI) in hepatocellular carcinoma (HCC) patients.</p>
<p><bold>Methods:</bold> In this retrospective study, 322 cases of histopathologically confirmed HCC lesions were included. The classifications based on preoperative grayscale ultrasound images were performed in two stages: (1) classifier &#x00023;1, MVI-negative and MVI-positive cases; (2) classifier &#x00023;2, MVI-positive cases were further classified as M1 or M2 cases. The gross-tumoral region (GTR) and peri-tumoral region (PTR) signatures were combined to generate gross- and peri-tumoral region (GPTR) radiomic signatures. The optimal radiomic signatures were further incorporated with vital clinical information. Multivariable logistic regression was used to build radiomic models.</p>
<p><bold>Results:</bold> Finally, 1,595 radiomic features were extracted from each HCC lesion. At the classifier &#x00023;1 stage, the radiomic signatures based on features of GTR, PTR, and GPTR showed area under the curve (AUC) values of 0.708 (95% CI, 0.603&#x02013;0.812), 0.710 (95% CI, 0.609&#x02013;0.811), and 0.726 (95% CI, 0.625&#x02013;0.827), respectively. Upon incorporation of vital clinical information, the AUC of the GPTR radiomic algorithm was 0.744 (95% CI, 0.646&#x02013;0.841). At the classifier &#x00023;2 stage, the AUC of the GTR radiomic signature was 0.806 (95% CI, 0.667&#x02013;0.944).</p>
<p><bold>Conclusions:</bold> Our radiomic algorithm based on grayscale ultrasound images has potential value to facilitate preoperative prediction of MVI in HCC patients. The GTR radiomic signature may be helpful for further discriminating between M1 and M2 levels among MVI-positive patients.</p></abstract>
<kwd-group>
<kwd>hepatocellular carcinoma (HCC)</kwd>
<kwd>ultrasound</kwd>
<kwd>machine learning</kwd>
<kwd>algorithm</kwd>
<kwd>microvascular invasion (MVI)</kwd>
</kwd-group>
<contract-sponsor id="cn001">National Natural Science Foundation of China<named-content content-type="fundref-id">10.13039/501100001809</named-content></contract-sponsor>
<counts>
<fig-count count="3"/>
<table-count count="3"/>
<equation-count count="0"/>
<ref-count count="47"/>
<page-count count="9"/>
<word-count count="6428"/>
</counts>
</article-meta>
</front>
<body>
<sec id="s1">
<title>Key Points</title>
<list list-type="simple">
<list-item><p>- A radiomic algorithm based on grayscale ultrasound images has potential value to facilitate preoperative prediction of MVI in HCC patients.</p></list-item>
<list-item><p>- Gross-tumoral region (GTR) and peri-tumoral region (PTR) signatures were combined to generate gross- and peri-tumoral region (GPTR) radiomic signatures.</p></list-item>
<list-item><p>- The GTR radiomic signature may be helpful for further discriminating between M1 and M2 levels among MVI-positive patients.</p></list-item>
</list>
</sec>
<sec sec-type="intro" id="s2">
<title>Introduction</title>
<p>Hepatocellular carcinoma (HCC) is one of the most common type of liver malignancies all over the world and exhibits aggressive malignant behavior and a high mortality rate (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>). For HCC patients, hepatic surgery is the primary treatment, but 5-years recurrence rates after hepatic surgery could be as high as 50% (<xref ref-type="bibr" rid="B1">1</xref>, <xref ref-type="bibr" rid="B2">2</xref>), which varies from 20 to 44% (<xref ref-type="bibr" rid="B3">3</xref>). Therefore, it is important to make pre-operative risk stratification of early recurrence for optimizing patient management.</p>
<p>In recent years, microvascular invasion (MVI) has been proved to be an independent predictor of poor outcomes subsequent to surgical hepatic resection (<xref ref-type="bibr" rid="B4">4</xref>&#x02013;<xref ref-type="bibr" rid="B6">6</xref>). Currently, MVI status cannot be adequately determined or predicted preoperatively, and the only method to determine MVI status is via postoperative histopathology (<xref ref-type="bibr" rid="B4">4</xref>). Therefore, to make non-invasive and accurate identification of MVI preoperatively would be of great benefit for stratifying HCC patients before surgery (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>).</p>
<p>Preoperative serum tumor markers and gene signatures have been investigated as possible approaches for the prediction of MVI (<xref ref-type="bibr" rid="B5">5</xref>, <xref ref-type="bibr" rid="B9">9</xref>). However, such methods are relatively complicated and the prediction results are indirect, which have not yet been validated or routinely applied in daily clinical practice (<xref ref-type="bibr" rid="B10">10</xref>). Extensive studies have been proposed to use various imaging methods to predict MVI in HCC. Current reports of MVI classification have been mainly based on computed tomography (CT) (<xref ref-type="bibr" rid="B11">11</xref>&#x02013;<xref ref-type="bibr" rid="B13">13</xref>), magnetic resonance imaging (MRI) (<xref ref-type="bibr" rid="B14">14</xref>&#x02013;<xref ref-type="bibr" rid="B16">16</xref>), and contrast-enhanced ultrasound (CEUS) (<xref ref-type="bibr" rid="B17">17</xref>, <xref ref-type="bibr" rid="B18">18</xref>). Several imaging features have been proposed as predictors of MVI, such as the status of tumor-internal arteries, hypodense halos on CT scans, arterial peritumoral enhancements, non-smooth tumor margins, and peritumoral hypointensities on gadoxetic-acid-enhanced MRI (<xref ref-type="bibr" rid="B16">16</xref>). In combination with the numbers and sizes of tumors, CEUS washout rate may have a role in identifying HCC patients with MVI (<xref ref-type="bibr" rid="B17">17</xref>). However, such qualitative radiological characteristics have been based on subjective evaluation by individual radiologists and lack high-dimensional features from different frequency scales. Unfortunately, no current imaging methods could make a direct and accurate diagnosis of MVI based on imaging features (<xref ref-type="bibr" rid="B19">19</xref>, <xref ref-type="bibr" rid="B20">20</xref>).</p>
<p>The radiomic method is a brand new imaging technique with the assistance of artificial intelligence software in performing high-throughput extraction of advanced quantitative features (<xref ref-type="bibr" rid="B21">21</xref>&#x02013;<xref ref-type="bibr" rid="B23">23</xref>). By extracting high-dimensional features to quantify tumor heterogeneity from radiological images, preoperative MVI assessment in HCC can be hopefully realized (<xref ref-type="bibr" rid="B22">22</xref>, <xref ref-type="bibr" rid="B24">24</xref>&#x02013;<xref ref-type="bibr" rid="B27">27</xref>). Previous studies have shown that radiomics may potentially be applied via CT and MRI in classification of HCC grades, early recurrence prediction, and evaluation of biological characteristics in HCC patients (<xref ref-type="bibr" rid="B15">15</xref>, <xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B28">28</xref>&#x02013;<xref ref-type="bibr" rid="B30">30</xref>). Ma et al., established radiomic signatures based on contrast-enhanced CT to predict the status of MVI (<xref ref-type="bibr" rid="B11">11</xref>). Yang et al., constructed radiomic signatures based on MRI for prediction of MVI (<xref ref-type="bibr" rid="B14">14</xref>). However, CT and MRI still have limitations, such as CT having a potential risk of radiation exposure, and MRI being relatively expensive and time consuming.</p>
<p>Grayscale ultrasound is the most commonly used first-line imaging method of HCC lesions before operation, which has unique advantages in terms of being a non-radiation, easy-to-perform, and cost-effective imaging method. Recent studies have shown that radiomic analysis can also be applied to ultrasound images (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B14">14</xref>). Radiomic scores based on ultrasound images have potential to non-invasively predict the MVI status in HCC patients (<xref ref-type="bibr" rid="B18">18</xref>). In a previous study, the imaging features of CEUS for assessment of MVI were evaluated preoperatively. However, none of the qualitative CEUS features were proved to be directly associated with MVI (<xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>Preoperative assessments of MVI via various imaging modalities mainly focused on features inside of tumor, while the peri-tumoral areas have been less explored. Pathologically, peri-tumoral areas is the first area of incidence of MVI. It acts as the main blood dissemination path to portal venous thrombosis, as well as metastases in both intrahepatic and extrahepatic areas (<xref ref-type="bibr" rid="B31">31</xref>). Therefore, comparing to the tumor area, imaging features involving peri-tumoral areas may reveal a more direct association with MVI (<xref ref-type="bibr" rid="B23">23</xref>).</p>
<p>In our present study, we aimed to establish a radiomic algorithm based on grayscale ultrasound in both tumoral and peri-tumoral areas and to make preoperative predictions of MVI in HCC patients.</p>
</sec>
<sec sec-type="materials and methods" id="s3">
<title>Materials and Methods</title>
<sec>
<title>Institutional Board Approval</title>
<p>This retrospective study was approved by the institutional review board of our institution. Informed consent was waived before ultrasound examination. All procedures were in accordance with the Declaration of Helsinki.</p>
</sec>
<sec>
<title>Patients</title>
<p>The inclusion criteria were as follows: (1) grayscale ultrasound imaging was performed preoperatively in each patient; (2) no prior surgical or medical treatment was administered for the suspected HCC lesions; (3) hepatic resection was performed within 2 weeks after preoperative ultrasound imaging; and (4) diagnoses of HCC were confirmed by surgical resection and histopathological results.</p>
<p>The exclusion criteria were: (1) patients received locoregional therapy (i.e., radiofrequency ablation or trans-arterial chemoembolization) before ultrasound imaging; (2) Focal cystic liver lesion; (3) unclear or unsatisfied ultrasound images of focal liver lesions.</p>
<p>Following screening based on inclusion and exclusion criteria, 322 patients were enrolled from January 2016 to December 2018. The mean time interval between ultrasound imaging and surgery was 10 &#x000B1; 1 days. The clinical characteristics of patients&#x02014;such as patients&#x00027; age, gender, tumor maximum diameter, serum carcinoembryonic antigen (CEA) values, alpha-fetoprotein (AFP) values, and carbohydrate antigen 19-9 (CA19-9) values&#x02014;are recorded [<xref ref-type="table" rid="T1">Table 1</xref>]. Differences in variables were assessed by using the independent Wilcoxon rank-sum test for continuous variables. For categorical variables, the chi-square test was performed. The statistical significance set at 0.05 (two-sided).</p>
<table-wrap position="float" id="T1">
<label>Table 1</label>
<caption><p>Baseline characteristics of patients.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Characteristic</bold></th>
<th valign="top" align="center"><bold>HCC MVI (-) (<italic>n</italic> &#x0003D; 178)</bold></th>
<th valign="top" align="center"><bold>HCC MVI (&#x0002B;)</bold><break/><bold>(<italic>n</italic> &#x0003D; 144)</bold></th>
<th valign="top" align="center"><bold><italic>P-</italic>value</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Age (year)</td>
<td/>
<td/>
<td valign="top" align="center">0.304</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;&#x000A0;Mean &#x000B1; SD</td>
<td valign="top" align="center">58 &#x000B1; 11</td>
<td valign="top" align="center">57 &#x000B1; 9</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;&#x000A0;Range</td>
<td valign="top" align="center">20&#x02013;81</td>
<td valign="top" align="center">29&#x02013;74</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">Male/female</td>
<td valign="top" align="center">143/35</td>
<td valign="top" align="center">129/15</td>
<td valign="top" align="center">0.037</td>
</tr>
<tr>
<td valign="top" align="left" colspan="4"><bold>Etiology of liver disease</bold></td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;&#x000A0;Hepatitis B</td>
<td valign="top" align="center">137</td>
<td valign="top" align="center">120</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;&#x000A0;Hepatitis C</td>
<td valign="top" align="center">3</td>
<td valign="top" align="center">5</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;&#x000A0;Alcohol</td>
<td valign="top" align="center">1</td>
<td valign="top" align="center">0</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;&#x000A0;NAFLD</td>
<td valign="top" align="center">12</td>
<td valign="top" align="center">5</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;&#x000A0;Absence</td>
<td valign="top" align="center">25</td>
<td valign="top" align="center">14</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">AFP (ng/l)</td>
<td valign="top" align="center">28 &#x000B1; 10</td>
<td valign="top" align="center">506 &#x000B1; 8</td>
<td valign="top" align="center">&#x0003C;.001&#x0002A;</td>
</tr>
<tr>
<td valign="top" align="left">CA 19-9</td>
<td valign="top" align="center">38 &#x000B1; 7</td>
<td valign="top" align="center">425 &#x000B1; 19</td>
<td valign="top" align="center">0.784</td>
</tr>
<tr>
<td valign="top" align="left">CEA</td>
<td valign="top" align="center">4.8 &#x000B1; 1.3</td>
<td valign="top" align="center">9.7 &#x000B1; 5.5</td>
<td valign="top" align="center">0.635</td>
</tr>
<tr>
<td valign="top" align="left">Tumor size (mm)</td>
<td/>
<td/>
<td valign="top" align="center">&#x0003C;0.001&#x0002A;</td>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;&#x000A0;Mean &#x000B1; SD</td>
<td valign="top" align="center">32.3 &#x000B1; 23.3</td>
<td valign="top" align="center">48.4 &#x000B1; 30.6</td>
<td/>
</tr>
<tr>
<td valign="top" align="left">&#x000A0;&#x000A0;&#x000A0;&#x000A0;Range</td>
<td valign="top" align="center">9&#x02013;144</td>
<td valign="top" align="center">6&#x02013;176</td>
<td/>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>HCC, hepatocellular carcinoma; MVI, microvascular invasion; AFP, Alpha-fetoprotein; CEA, carcinoembryonic antigen; CA19-9, carbohydrate antigen 19-9; NAFLD, non-alcoholic fatty liver disease</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Ultrasound Examination Procedure</title>
<p>Grayscale ultrasound examinations were performed by three experienced radiologists (more than 10 years of experience in liver ultrasound scans) who were aware of the patients&#x00027; clinical histories. Standardized ultrasound image acquisition procedure were performed 2 weeks before operation. The imaging parameters were adjusted and optimized for each image, including (1) brightness gain set between 80 and 90%; (2) depth set between 10 and 15 cm; (3) dynamic range set between 65 and 80 dB; (4) the HCC lesion was set in the center of field of view during ultrasound scan; and (5) the focal zone was set in the bottom area of image.</p>
<p>Ultrasound examination was performed by using one of the following ultrasound machines: LOGIQ 9 (GE Healthcare, United States; C1-5 convex array probes, 1&#x02013;5 MHz); LOGIQ E9 (GE Healthcare, United States; C1-5 convex array probes, 1&#x02013;5 MHz); Acuson Sequoia 512 (Siemens Medical Solutions, United States; 6C1 convex array probes, 3.5 MHz); S2000 HELX OXANA unit (Siemens Medical Solutions, Germany; 6C1 convex array probes, 3.5 MHz); S3000 HELX unit (Siemens Medical Solutions, Germany; 6C1 convex array probes, 3.5 MHz); Philips IU 22 (Philips Bothell, United States; C5-1 convex array probes, 1&#x02013;5 MHz); EPIQ7 unit (Philips Bothell, United States; C5-1 convex array probes, 1&#x02013;5 MHz); Aplio XV (Toshiba Medical systems, Japan; PV1-475BX probe, 1&#x02013;8 MHz); and Aplio i900 series diagnostic ultrasound system (Cannon Medical systems Corporation, Japan; PV1-475BX probe, 1&#x02013;8 MHz).</p>
<p>For each HCC lesion multiple slices were acquired and recorded, among which the best one was selected for further radiomics analysis. The criteria of ultrasound image selection were as follows: (1) maximum diameter of the lesion; (2) the margin of the lesion was clear and (3) the surrounding liver parenchyma of the lesion was clearly scanned. In order to reduce the influence of image acquisition variants, two radiologists with more than 10 years of liver ultrasound operating experience reviewed all ultrasound images and excluded unqualified slices.</p>
</sec>
<sec>
<title>Histopathologic Examination of MVI</title>
<p>All hepatic specimens were reviewed by a hepatic pathologist with more than 15 years of experience in hepatic pathology. The pathologist was blinded to clinical information or preoperative ultrasound findings. The histopathological diagnosis of MVI was made according to the Practice and Guidelines of the Chinese Society of Pathology. Three subgrades of MVI included the following: M0, no MVI; M1 (the low-risk group), &#x02264; 5 MVI in adjacent liver tissue and &#x02264; 1 cm from the tumor; and M2 (the high-risk group), &#x0003E; 5 MVI or MVI in liver tissue and &#x0003E; 1 cm from the tumor (<xref ref-type="bibr" rid="B32">32</xref>).</p>
</sec>
<sec>
<title>Workflow of Radiomic Analysis</title>
<p>The workflow of radiomic analysis included the following: (1) tumor segmentation; (2) feature extraction; (3) feature selection; (4) radiomic model establishment; and (5) model evaluation (<xref ref-type="fig" rid="F1">Figure 1</xref>).</p>
<fig id="F1" position="float">
<label>Figure 1</label>
<caption><p>Workflow of radiomic analysis. The workflow of radiomic analysis included the following: <bold>(a)</bold> tumor segmentation; <bold>(b)</bold> feature extraction; <bold>(c)</bold> feature selection; <bold>(d)</bold> radiomic model establishment; and <bold>(e)</bold> model evaluation.</p></caption>
<graphic xlink:href="fonc-10-00353-g0001.tif"/>
</fig>
<p>In our present study, the classification was performed in two stages. MVI-negative and MVI-positive cases were classified during the classifier &#x00023;1 stage. MVI-positive cases were further classified as either M1 or M2 at the classifier &#x00023;2 stage. For the classifier &#x00023;1 stage, 221 cases were examined via six different ultrasound machines and were used as the training cohort, and the remaining 101 cases were examined via three other ultrasound machines and were selected as the validation cohort. For the classifier &#x00023;2 stage, 107 cases were examined via four different ultrasound machines and were used as the training cohort, and the residual 37 cases were examined via three other ultrasound machines and were selected as the validation cohort.</p>
<sec>
<title>Step 1: Tumor Segmentation</title>
<p>For each HCC lesion, the segmentation of the gross-tumor region (GTR) was accomplished by an experienced ultrasound radiologist (with 15 years of experience) using the Medical Imaging Interaction Toolkit (MITK; version 2013.12.0; <ext-link ext-link-type="uri" xlink:href="http://www.mitk.org/">http://www.mitk.org/</ext-link>), which was confirmed by another radiologist (with 8 years of experience). The uniform dilated half of the tumor radius served as the peri-tumoral region (PTR) along the border of GTR (<xref ref-type="fig" rid="F2">Figure 2</xref>).</p>
<fig id="F2" position="float">
<label>Figure 2</label>
<caption><p>Two regions of interest (ROIs) were defined in grayscale ultrasound images <bold>(a)</bold>. The red area shows gross-tumor region (GTR) signatures, and the blue area shows peri-tumoral region (PTR) signatures <bold>(b)</bold>.</p></caption>
<graphic xlink:href="fonc-10-00353-g0002.tif"/>
</fig>
</sec>
<sec>
<title>Step 2: Feature Extraction</title>
<p>Since nine ultrasound machines were involved in this study, imaging normalization calculated by z-scores was applied to achieve a zero mean and unit variance based on each ultrasound machine. The radiomic features of both GTR and PTR at the classifier &#x00023;1 stage and classifier &#x00023;2 stage were extracted using PyRadiomic radiomic toolbox (<xref ref-type="bibr" rid="B33">33</xref>). The full intensity range of each region of interest (ROI) was quantized to 32 gray levels, and the normalization scale was set as 255. The radiomic features were divided into three classes: 14 morphological features, 306 first-order statistical features, and 1,275 textural features. The radiomic features were further extracted based on five gray matrices that included the gray-level co-occurrence matrix (GLCM), gray-level size-zone matrix (GLSZM), gray-level run-length matrix (GLRLM), gray-level dependence matrix (GLDM), and neighborhood gray-tone difference matrix (NGTDM). In addition, seven imaging filters were applied to the original imaging datasets in order to extract high-dimensional features from different frequency scales and included the following: wavelet, square, square root, logarithm, exponential, gradient, and local binary pattern (LBP) filters. Finally, 1,595 quantitative radiomic features were extracted from each ROI. A detailed description of radiomic features is provided in <xref ref-type="supplementary-material" rid="SM1">Supplement A</xref>.</p>
</sec>
<sec>
<title>Step 3: Feature Selection and Classifier Modeling</title>
<p>In order to eliminate redundant features, Pearson correlation analysis was performed to calculate the pair-wise feature correlation (<xref ref-type="bibr" rid="B34">34</xref>). The features with a mean absolute correlation higher than 0.9 were considered to be redundant and were thus eliminated (<xref ref-type="bibr" rid="B35">35</xref>). After the elimination of redundant features, we used a feature-ranking algorithm (minimum redundancy maximum relevance, mRMR) (<xref ref-type="bibr" rid="B36">36</xref>) to select the most important features based on a heuristic scoring criterion. Ultimately, the top ranked features were selected.</p>
</sec>
<sec>
<title>Step 4: Radiomic Model Establishment</title>
<p>A random forest (RF) (<xref ref-type="bibr" rid="B37">37</xref>) was employed to establish radiomic signatures using the top-ranking radiomic features from both GTR and PTR in our present study. Subsequently, GTR and PTR radiomic signatures in two classifier stages were generated.</p>
<p>In addition, classifiers were trained using 10-fold cross-validation to determine the optimal parameter configuration on the training cohort. The GPTR signatures were developed on features extracted from the combined region of GTR and PTR. Finally, an integrated signature denoted as the gross- and peri-tumoral volume (GPTR) signature was generated by logistic regression using GTR and PTR signatures. The optimal radiomic signature with the highest area under the curve (AUC) was selected.</p>
<p>The radiomic algorithm was built by multivariable logistic regression, which incorporated the optimal radiomic signatures and clinical factors as input in the training cohort. The optimal combinations of the radiomic signature and clinical factors were determined by using the Akaike information criterion (AIC) and the associations with the outcome of MVI status.</p>
</sec>
<sec>
<title>Step 5: Radiomic Model Evaluation</title>
<p>The radiomic signatures and models were further tested on the independent validation cohort. Receiver operating characteristic (ROC) curve analysis was used to evaluate discriminative performance, and the AUC was used to quantify the discriminative efficacy of all models that were established. Multiple ROC curves were compared by DeLong test. The 95% CI, sensitivity, specificity, and accuracy of each AUC was calculated.</p>
<p>Feature selection, classifier modeling, and statistical analysis were conducted by R software (3.5.2), The mRMR algorithm and RF classifier are described in <xref ref-type="supplementary-material" rid="SM1">Supplements B,C</xref>.</p>
</sec>
</sec>
</sec>
<sec sec-type="results" id="s4">
<title>Results</title>
<sec>
<title>Feature Selection and Classifier Modeling</title>
<p>From each ROI, a total of 1,595 radiomic features were extracted. Pair-wise Pearson correlation coefficients were calculated at both the classifier &#x00023;1 stage and classifier &#x00023;2 stage. The threshold for identifying highly correlated feature pairs was set at 0.9. As a result, 311 and 331 features from GTR and PTR remained at the classifier &#x00023;1 stage. Subsequently, 282 GTR features and 107 PTR features were selected as input for the classifier &#x00023;2 stage. The remaining features were ranked by mRMR. As a result, the top-100 features were selected for the classifier.</p>
</sec>
<sec>
<title>Radiomic Model Establishment</title>
<p>By using the top-ranked features, the RF classifiers were trained on the training cohorts, which ranked from 2 to 100 with increments of 1 via mRMR to develop ultrasound radiomic signatures. The discriminative abilities of the ultrasound radiomic signatures were tested on independent validation cohorts, and the optimal signature with the best AUC was selected.</p>
<p>For the classifier &#x00023;1 stage, the optimal signatures were obtained by combining the top-44 features selected for GTR (AUC = 0.708), and the top-25 features were selected for PTR (AUC = 0.710). The GPTR radiomics features extracted from the combined region of GRT and PTR showed AUC value of 0.680. The ultimate GPTR radiomic signature developed by logistic regression showed an increased AUC value of 0.726.</p>
<p>For the classifier &#x00023;2 stage, the optimal signatures were obtained by combining the top-65 features selected for GTR (AUC = 0.806), and the top-80 features were selected for PTR (AUC = 0.752). The GPTR radiomics features extracted from the combined region of GRT and PTR showed AUC value of 0.742. The ultimate GPTR radiomic signature showed an AUC value of 0.770. The performances of all radiomic signatures are shown in <xref ref-type="table" rid="T2">Table 2</xref>. The formulas of GPTR signatures are shown in <xref ref-type="supplementary-material" rid="SM1">Supplement D</xref>.</p>
<table-wrap position="float" id="T2">
<label>Table 2</label>
<caption><p>The performance of radiomic signatures.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Classifier stage</bold></th>
<th valign="top" align="left"><bold>Signature</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>95%CI</bold></th>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Classifier &#x00023;1</td>
<td valign="top" align="left">GTR</td>
<td valign="top" align="center">0.708</td>
<td valign="top" align="center">0.603, 0.812</td>
<td valign="top" align="center">0.624</td>
<td valign="top" align="center">0.784</td>
<td valign="top" align="center">0.531</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">PTR</td>
<td valign="top" align="center">0.710</td>
<td valign="top" align="center">0.609, 0.811</td>
<td valign="top" align="center">0.653</td>
<td valign="top" align="center">0.757</td>
<td valign="top" align="center">0.594</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">GPTR<sub>(1)</sub></td>
<td valign="top" align="center">0.726</td>
<td valign="top" align="center">0.625, 0.827</td>
<td valign="top" align="center">0.663</td>
<td valign="top" align="center">0.838</td>
<td valign="top" align="center">0.562</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">GPTR<sub>(2)</sub></td>
<td valign="top" align="center">0.680</td>
<td valign="top" align="center">0.574, 0.786</td>
<td valign="top" align="center">0.634</td>
<td valign="top" align="center">0.811</td>
<td valign="top" align="center">0.531</td>
</tr>
<tr>
<td valign="top" align="left">Classifier &#x00023;2</td>
<td valign="top" align="left">GTR</td>
<td valign="top" align="center">0.806</td>
<td valign="top" align="center">0.667, 0.944</td>
<td valign="top" align="center">0.730</td>
<td valign="top" align="center">0.333</td>
<td valign="top" align="center">0.800</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">PTR</td>
<td valign="top" align="center">0.752</td>
<td valign="top" align="center">0.583, 0.921</td>
<td valign="top" align="center">0.757</td>
<td valign="top" align="center">0.333</td>
<td valign="top" align="center">0.929</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">GPTR<sub>(1)</sub></td>
<td valign="top" align="center">0.770</td>
<td valign="top" align="center">0.616, 0.923</td>
<td valign="top" align="center">0.730</td>
<td valign="top" align="center">0.667</td>
<td valign="top" align="center">0.750</td>
</tr>
<tr>
<td/>
<td valign="top" align="left">GPTR<sub>(2)</sub></td>
<td valign="top" align="center">0.742</td>
<td valign="top" align="center">0.578, 0.906</td>
<td valign="top" align="center">0.649</td>
<td valign="top" align="center">0.778</td>
<td valign="top" align="center">0.607</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AUC, area under the curve; CI, confidece interval; ACC, accuracy; SEN, sensitivity; SPE, specificity; GTR, gross tumor region; PTR, peritumoral region; GPTR, Gross and peri tumoral volume</italic>.</p>
<p><italic>GPTR<sub>(1)</sub>, the GPTR signature developed by logistic regression using GTR and PTR signatures</italic>.</p>
<p><italic>GPTR<sub>(2)</sub>, The GPTR radiomic signature developed by radiomic features extracted from GTR and PTR combination region</italic>.</p>
</table-wrap-foot>
</table-wrap>
</sec>
<sec>
<title>Radiomic Model Evaluation</title>
<p>The radiomic algorithm incorporating the optimal radiomic signatures and clinical factors showed better AUCs in comparison with those from radiomic signatures in the validation cohort. For the classifier &#x00023;1 stage, after adding the AFP value, the AUC of the radiomic nomogram that combined the GPTR signature and the AFP value had an improved AUC of 0.744. The GTR and PTR radiomic nomograms that combined the radiomic signature and AFP were also evaluated, as shown in <xref ref-type="table" rid="T3">Table 3</xref>. The ROC curves in the training and validation cohorts&#x02014;including those for GTR, PTR, and GPTR radiomic signatures of the GPTR algorithm&#x02014; were shown in <xref ref-type="fig" rid="F3">Figures 3A,B</xref>.</p>
<table-wrap position="float" id="T3">
<label>Table 3</label>
<caption><p>Formulas and performances of the models.</p></caption>
<table frame="hsides" rules="groups">
<thead><tr>
<th valign="top" align="left"><bold>Classifier stage</bold></th>
<th valign="top" align="center"><bold>Formulas</bold></th>
<th valign="top" align="center"><bold>AUC</bold></th>
<th valign="top" align="center"><bold>95%CI</bold></th>
<th valign="top" align="center"><bold>ACC</bold></th>
<th valign="top" align="center"><bold>SEN</bold></th>
<th valign="top" align="center"><bold>SPE</bold></th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="left">Classifier &#x00023;1</td>
<td valign="top" align="center">0.327&#x0002A;GTR&#x0002B;0.375&#x0002A;AFP-0.043</td>
<td valign="top" align="center">0.723</td>
<td valign="top" align="center">0.622, 0.825</td>
<td valign="top" align="center">0.564</td>
<td valign="top" align="center">0.919</td>
<td valign="top" align="center">0.359</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">0.271&#x0002A;PTR&#x0002B;0.368&#x0002A;AFP-0.044</td>
<td valign="top" align="center">0.739</td>
<td valign="top" align="center">0.642, 0.836</td>
<td valign="top" align="center">0.554</td>
<td valign="top" align="center">0.946</td>
<td valign="top" align="center">0.328</td>
</tr>
<tr>
<td/>
<td valign="top" align="center">0.334&#x0002A;GPTR&#x0002B;0.355&#x0002A;AFP-0.044</td>
<td valign="top" align="center">0.744</td>
<td valign="top" align="center">0.646, 0.841</td>
<td valign="top" align="center">0.634</td>
<td valign="top" align="center">0.892</td>
<td valign="top" align="center">0.484</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<p><italic>AUC, area under the curve; CI, confidence interval; ACC, accuracy; SEN, sensitivity; SPE, specificity; GTR, gross tumor region; PTR, peritumoral region; GPTR, Gross and peri tumoral volume</italic>.</p>
</table-wrap-foot>
</table-wrap>
<fig id="F3" position="float">
<label>Figure 3</label>
<caption><p>The receiver operating characteristic (ROC) curves of radiomic signatures and optimal nomograms. The following are shown: training cohort at the classifier &#x00023;1 stage <bold>(A)</bold>; validation cohort at the classifier &#x00023; 1 stage <bold>(B)</bold>; training cohort at the classifier &#x00023;2 stage <bold>(C)</bold>; and validation cohort at the classifier &#x00023;2 stage <bold>(D)</bold>.</p></caption>
<graphic xlink:href="fonc-10-00353-g0003.tif"/>
</fig>
<p>However, for classifier &#x00023;2, none of the clinical factors were independently associated with MVI status. <xref ref-type="fig" rid="F3">Figures 3C,D</xref> show the ROC curves for GTR, PTR, and GPTR radiomic signatures in both training and validation cohorts. The corresponding sensitivity, specificity and accuracy values for each classifier stages were calculated. The AUC of various radiomic models at classifier &#x00023;1 and &#x00023;2 stages were compared and the result of the DeLong test for the two-stage classifier is shown in <xref ref-type="supplementary-material" rid="SM1">Supplement E</xref>.</p>
</sec>
</sec>
<sec sec-type="discussion" id="s5">
<title>Discussion</title>
<p>Successful preoperative assessment of MVI may facilitate patient management and improve survival (<xref ref-type="bibr" rid="B6">6</xref>, <xref ref-type="bibr" rid="B9">9</xref>). Currently, assessment of MVI can only be achieved by histopathological examination after surgery. Subjectivity and sampling error are proved to be potential problems in accurately evaluating MVI (<xref ref-type="bibr" rid="B5">5</xref>). A non-invasive imaging method which could accurately diagnosing MVI preoperatively would be help to better stratify HCC patients for clinical management (<xref ref-type="bibr" rid="B38">38</xref>). Extensive studies have shown that radiomics have great potential in predicting tumor biology and in improving implementation of precision medicine (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B23">23</xref>, <xref ref-type="bibr" rid="B28">28</xref>, <xref ref-type="bibr" rid="B29">29</xref>). Previously, some studies have established radiomic signatures for detecting the presence of MVI based on CT and MRI (<xref ref-type="bibr" rid="B11">11</xref>&#x02013;<xref ref-type="bibr" rid="B14">14</xref>). Radiomic signatures based on arterial phase and delay phase of contrast-enhanced CT have yielded AUCs of 0.684 and 0.490, respectively (<xref ref-type="bibr" rid="B11">11</xref>). Additionally, radiomic signatures based on hepatobiliary-phase T1-weighted MRI have yielded an AUC of 0.705 in predicting MVI (<xref ref-type="bibr" rid="B14">14</xref>). A recent study incorporating clinical risk factors into ultrasound radiomic scores yielded efficacious performance in MVI prediction, with an AUC of 0.731 (<xref ref-type="bibr" rid="B18">18</xref>). Similarly, in our present study, based on a feature-ranking algorithm and classifier, we successfully established six grayscale ultrasound radiomic signatures to predict MVI status in HCC patients. The radiomic signatures based on features of GTR, PTR, and GPTR showed AUC values of 0.708, 0.710, and 0.726, respectively. When these radiomic signatures were combined with clinical factors in the radiomic algorithm, the performances of the GTR, PTR, and GPTR signatures at the classifier &#x00023;1 stage were significantly improved, which demonstrated the added value of clinical factors in grayscale-ultrasound-based radiomic algorithms for individualized MVI prediction in HCC. On the training cohort, a model based on AFP values was further obtained by logistic regression. The model was tested on the validation cohort with an AUC value of 0.585. The GPTR signature showed an AUC of 0.726, which demonstrated that the classifier performance of the radiomic signature was better than that of a model built on AFP values. As a result, the nomogram built on both radiomic signatures and AFP values showed the highest AUC of 0.744. Hence, AFP and machine-learning-derived knowledge were mutually complementary. Comparing with CT or MRI imaging modalities, ultrasound is the most widely used first line imaging modality for diagnosis of focal liver lesions, with advantages as real time, no radiation exposure or nephrotoxicity. Meanwhile, the radiomics model based on ultrasound images also faces some challenges, such as limited resolution, relatively lower accuracy, highly operator dependent and flexible image scanning and record protocol.</p>
<p>Previously, various research on preoperative identifying MVI by imaging modalities has been mainly focused on inside tumor features. In recent years, imaging features of peri-tumoral area have been proved to be more accurate (<xref ref-type="bibr" rid="B18">18</xref>), since peri-tumoral tissue is the first area to be invaded by MVI (<xref ref-type="bibr" rid="B31">31</xref>). A high level of placental growth factor (PlGF) and expression of vascular endothelial growth factor receptor (VEGFR-1) in peri-tumoral tissue has been associated with peri-tumoral MVI pathological angiogenesis and potential vascular invasion (<xref ref-type="bibr" rid="B39">39</xref>). Therefore, imaging features involving peri-tumoral area may reveal a more direct association with MVI. A recent meta-analysis focused on the association between peri-tumoral MRI features and MVI, which revealed a significant association between MVI and peri-tumoral enhancement and peritumoral hypointensity on hepatobiliary-phase MRIs. However, the diagnostic accuracy analysis of this previous study showed relatively high specificity (0.90&#x02013;0.94), low sensitivity (0.29&#x02013;0.40) in assessing MVI (<xref ref-type="bibr" rid="B31">31</xref>). In another study, three radiomic models were built by extracting radiomic features from both intra-tumoral and peri-tumoral regions of Gd-EOB-DTPA-enhanced MRI images, which yielded an AUC value of 0.83 in predicting MVI (<xref ref-type="bibr" rid="B23">23</xref>). Until now, no study has ever extracted PTR radiomic signatures based on grayscale ultrasound for predicting MVI status. In our current study, we made a further comparison between intra-tumoral and peri-tumoral radiomic signatures. As our results showed at the classifier &#x00023;1 stage, the grayscale-ultrasound-based radiomic features of GTR and PTR were both able to discriminate MVI status in HCC patients. The performance of the PTR signature was superior than that of the GTR signature. By combining the PTR and GTR radiomic signatures, the final GPTR radiomic signature performed better than GTR or PTR radiomic signatures in discriminating MVI-negative and MVI-positive cases. Additionally, at the classifier &#x00023;2 stage, the GTR signature performed better than the PTR signature in further discriminating between M1 and M2 levels. By analysis of grayscale ultrasound radiomic signatures on peri-tumoral tissue in HCC patients, preoperative MVI assessment may become more accurate and reliable. Numerous methods could be used to develop GPTR signature. In our results, GPTR signatures obtained by logistic regression performed better than those obtained by radiomic features. Since different application scenarios will apply to different methods, in our future study, we will compare different methods in obtaining GPTR signatures based on larger image data.</p>
<p>Radiomic features based on imaging reflect the microscopic structure and biological behavior of the tumor, which has a direct relation to intra-tumoral heterogeneity (<xref ref-type="bibr" rid="B18">18</xref>, <xref ref-type="bibr" rid="B40">40</xref>). Intra-tumoral heterogeneity may be associated with early microvascular invasion or a worse prognosis (<xref ref-type="bibr" rid="B41">41</xref>, <xref ref-type="bibr" rid="B42">42</xref>). The trends of precision medicine in treatment of HCC are determined by genomic and biological characteristics of tumors, various imaging modalities represents a solution to elucidate these characteristics (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B42">42</xref>, <xref ref-type="bibr" rid="B43">43</xref>). It is difficult to clarify the correlation between a single radiomic feature with biological MVI behavior by selecting signatures from thousands of radiomic features. The common approach is to build a multi-feature parameter for radiomic analysis (<xref ref-type="bibr" rid="B44">44</xref>). Several studies have indicated that adding of mRMR can improve the performance of radiomic models (<xref ref-type="bibr" rid="B38">38</xref>, <xref ref-type="bibr" rid="B45">45</xref>, <xref ref-type="bibr" rid="B46">46</xref>). In our present study, the mRMR feature-ranking algorithms were added before the generation of radiomic signatures. The wavelet features showed strong abilities to predict other factors based on different modalities (<xref ref-type="bibr" rid="B47">47</xref>). Wavelet features were the primary method used in our study in optimizing GTR and PTR radiomic signatures at the two classifier stages (<xref ref-type="supplementary-material" rid="SM1">Supplement F</xref>), which can quantify potential heterogeneity at different scales of HCC lesions.</p>
<p>The present study has several limitations. First, the possibility of a selection bias cannot be excluded due to the retrospective nature of our present study. Secondly, our study was performed in a single center, although nine ultrasound machines were employed and distributed among the training and validation cohorts in our study, further multicenter validation might be necessary to evaluate the reliability and verify the generalization ability of our model. In addition, the number of patients with MVI-positive HCC lesions was relatively small. In the future, multimodality ultrasound imaging&#x02014;including color Doppler-flow imaging, ultrasound elastography, and CEUS imaging&#x02014;will be combined to improve the performance of MVI classification. We will also directly establish a three-classification radiomics model to distinguish the MVI-negative, M1, and M2 groups.</p>
<p>In conclusion, GTR and PTR radiomic signatures based on grayscale ultrasound imaging have potential value to facilitate preoperative prediction of MVI in HCC patients. Additionally, the GTR radiomic signature may be helpful for further discriminating between M1 and M2 levels among MVI-positive patients.</p>
</sec>
<sec sec-type="data-availability-statement" id="s6">
<title>Data Availability Statement</title>
<p>All datasets generated for this study are included in the article/<xref ref-type="sec" rid="s9">Supplementary Material</xref>.</p>
</sec>
<sec id="s7">
<title>Ethics Statement</title>
<p>The studies involving human participants were reviewed and approved by this retrospective study was approved by the institutional review board of Zhongshan Hospital, Fudan University. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8">
<title>Author Contributions</title>
<p>W-PW and XG: the respective roles of each author including study design and supervision. YD and QZ: ultrasound image acquirement and segmentation. LZ, WX, X-YZ, and J-MJ: radiomics analysis. All authors contributed to and agreed on the content of the manuscript. Each author participated sufficiently in the paper and approved the manuscript for submission.</p>
<sec>
<title>Conflict of Interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
</sec>
</body>
<back>
<sec sec-type="supplementary-material" id="s9">
<title>Supplementary Material</title>
<p>The Supplementary Material for this article can be found online at: <ext-link ext-link-type="uri" xlink:href="https://www.frontiersin.org/articles/10.3389/fonc.2020.00353/full#supplementary-material">https://www.frontiersin.org/articles/10.3389/fonc.2020.00353/full#supplementary-material</ext-link></p>
<supplementary-material xlink:href="Data_Sheet_1.pdf" id="SM1" mimetype="application/pdf" xmlns:xlink="http://www.w3.org/1999/xlink"/>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1.</label>
<citation citation-type="journal"><person-group person-group-type="author"><collab>European Association for the Study of the Liver</collab></person-group>. <article-title>Electronic address EEE, European association for the study of the L EASL clinical practice guidelines: management of hepatocellular carcinoma</article-title>. <source>J Hepatol</source>. (<year>2018</year>) <volume>69</volume>:<fpage>182</fpage>&#x02013;<lpage>236</lpage> <pub-id pub-id-type="doi">10.1016/j.jhep.2018.03.019</pub-id></citation></ref>
<ref id="B2">
<label>2.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Omata</surname> <given-names>M</given-names></name> <name><surname>Cheng</surname> <given-names>AL</given-names></name> <name><surname>Kokudo</surname> <given-names>N</given-names></name> <name><surname>Kudo</surname> <given-names>M</given-names></name> <name><surname>Lee</surname> <given-names>JM</given-names></name> <name><surname>Jia</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Asia-Pacific clinical practice guidelines on the management of hepatocellular carcinoma: a 2017 update</article-title>. <source>Hepatol Int</source>. (<year>2017</year>) <volume>11</volume>:<fpage>317</fpage>&#x02013;<lpage>70</lpage>. <pub-id pub-id-type="doi">10.1007/s12072-017-9799-9</pub-id><pub-id pub-id-type="pmid">28620797</pub-id></citation></ref>
<ref id="B3">
<label>3.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chong</surname> <given-names>CC</given-names></name> <name><surname>Lee</surname> <given-names>KF</given-names></name> <name><surname>Ip</surname> <given-names>PC</given-names></name> <name><surname>Wong</surname> <given-names>JS</given-names></name> <name><surname>Cheung</surname> <given-names>SY</given-names></name> <name><surname>Wong</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Pre-operative predictors of post-hepatectomy recurrence of hepatocellular carcinoma: can we predict earlier?</article-title> <source>Surgeon</source>. (<year>2012</year>) <volume>10</volume>:<fpage>260</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.surge.2011.07.004</pub-id><pub-id pub-id-type="pmid">22959159</pub-id></citation></ref>
<ref id="B4">
<label>4.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Banerjee</surname> <given-names>S</given-names></name> <name><surname>Wang</surname> <given-names>DS</given-names></name> <name><surname>Kim</surname> <given-names>HJ</given-names></name> <name><surname>Sirlin</surname> <given-names>CB</given-names></name> <name><surname>Chan</surname> <given-names>MG</given-names></name> <name><surname>Korn</surname> <given-names>RL</given-names></name> <etal/></person-group>. <article-title>A computed tomography radiogenomic biomarker predicts microvascular invasion and clinical outcomes in hepatocellular carcinoma</article-title>. <source>Hepatology</source>. (<year>2015</year>) <volume>62</volume>:<fpage>792</fpage>&#x02013;<lpage>800</lpage>. <pub-id pub-id-type="doi">10.1002/hep.27877</pub-id><pub-id pub-id-type="pmid">25930992</pub-id></citation></ref>
<ref id="B5">
<label>5.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chan</surname> <given-names>AWH</given-names></name> <name><surname>Zhong</surname> <given-names>J</given-names></name> <name><surname>Berhane</surname> <given-names>S</given-names></name> <name><surname>Toyoda</surname> <given-names>H</given-names></name> <name><surname>Cucchetti</surname> <given-names>A</given-names></name> <name><surname>Shi</surname> <given-names>K</given-names></name> <etal/></person-group>. <article-title>Development of pre and post-operative models to predict early recurrence of hepatocellular carcinoma after surgical resection</article-title>. <source>J Hepatol</source>. (<year>2018</year>) <volume>69</volume>:<fpage>1284</fpage>&#x02013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhep.2018.08.027</pub-id><pub-id pub-id-type="pmid">30236834</pub-id></citation></ref>
<ref id="B6">
<label>6.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Erstad</surname> <given-names>DJ</given-names></name> <name><surname>Tanabe</surname> <given-names>KK</given-names></name></person-group>. <article-title>Prognostic and therapeutic implications of microvascular invasion in hepatocellular carcinoma</article-title>. <source>Ann Surg Oncol</source>. (<year>2019</year>) <volume>26</volume>:<fpage>1474</fpage>&#x02013;<lpage>93</lpage>. <pub-id pub-id-type="doi">10.1245/s10434-019-07227-9</pub-id><pub-id pub-id-type="pmid">30788629</pub-id></citation></ref>
<ref id="B7">
<label>7.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lei</surname> <given-names>Z</given-names></name> <name><surname>Li</surname> <given-names>J</given-names></name> <name><surname>Wu</surname> <given-names>D</given-names></name> <name><surname>Xia</surname> <given-names>Y</given-names></name> <name><surname>Wang</surname> <given-names>Q</given-names></name> <name><surname>Si</surname> <given-names>A</given-names></name> <etal/></person-group>. <article-title>Nomogram for preoperative estimation of microvascular invasion risk in hepatitis b virus-related hepatocellular carcinoma within the milan criteria</article-title>. <source>JAMA Surg</source>. (<year>2016</year>) <volume>151</volume>:<fpage>356</fpage>&#x02013;<lpage>63</lpage>. <pub-id pub-id-type="doi">10.1001/jamasurg.2015.4257</pub-id><pub-id pub-id-type="pmid">26579636</pub-id></citation></ref>
<ref id="B8">
<label>8.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cucchetti</surname> <given-names>A</given-names></name> <name><surname>Qiao</surname> <given-names>GL</given-names></name> <name><surname>Cescon</surname> <given-names>M</given-names></name> <name><surname>Li</surname> <given-names>J</given-names></name> <name><surname>Xia</surname> <given-names>Y</given-names></name> <name><surname>Ercolani</surname> <given-names>G</given-names></name> <etal/></person-group>. <article-title>Anatomic versus non-anatomic resection in cirrhotic patients with early hepatocellular carcinoma</article-title>. <source>Surgery</source>. (<year>2014</year>) <volume>155</volume>:<fpage>512</fpage>&#x02013;<lpage>21</lpage>. <pub-id pub-id-type="doi">10.1016/j.surg.2013.10.009</pub-id></citation></ref>
<ref id="B9">
<label>9.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rodriguez-Peralvarez</surname> <given-names>M</given-names></name> <name><surname>Luong</surname> <given-names>TV</given-names></name> <name><surname>Andreana</surname> <given-names>L</given-names></name> <name><surname>Meyer</surname> <given-names>T</given-names></name> <name><surname>Dhillon</surname> <given-names>AP</given-names></name> <name><surname>Burroughs</surname> <given-names>AK</given-names></name></person-group>. <article-title>A systematic review of microvascular invasion in hepatocellular carcinoma: diagnostic and prognostic variability</article-title>. <source>Ann Surg Oncol</source>. (<year>2013</year>) <volume>20</volume>:<fpage>325</fpage>&#x02013;<lpage>39</lpage>. <pub-id pub-id-type="doi">10.1245/s10434-012-2513-1</pub-id><pub-id pub-id-type="pmid">23149850</pub-id></citation></ref>
<ref id="B10">
<label>10.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhang</surname> <given-names>X</given-names></name> <name><surname>Li</surname> <given-names>J</given-names></name> <name><surname>Shen</surname> <given-names>F</given-names></name> <name><surname>Lau</surname> <given-names>WY</given-names></name></person-group>. <article-title>Significance of presence of microvascular invasion in specimens obtained after surgical treatment of hepatocellular carcinoma</article-title>. <source>J Gastroenterol Hepatol</source>. (<year>2018</year>) <volume>33</volume>:<fpage>347</fpage>&#x02013;<lpage>54</lpage>. <pub-id pub-id-type="doi">10.1111/jgh.13843</pub-id><pub-id pub-id-type="pmid">28589639</pub-id></citation></ref>
<ref id="B11">
<label>11.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ma</surname> <given-names>X</given-names></name> <name><surname>Wei</surname> <given-names>J</given-names></name> <name><surname>Gu</surname> <given-names>D</given-names></name> <name><surname>Zhu</surname> <given-names>Y</given-names></name> <name><surname>Feng</surname> <given-names>B</given-names></name> <name><surname>Liang</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Preoperative radiomics nomogram for microvascular invasion prediction in hepatocellular carcinoma using contrast-enhanced CT</article-title>. <source>Eur Radiol</source>. (<year>2019</year>) <volume>29</volume>:<fpage>3595</fpage>&#x02013;<lpage>605</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-018-5985-y</pub-id><pub-id pub-id-type="pmid">30770969</pub-id></citation></ref>
<ref id="B12">
<label>12.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Peng</surname> <given-names>J</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <name><surname>Zhang</surname> <given-names>Q</given-names></name> <name><surname>Xu</surname> <given-names>Y</given-names></name> <name><surname>Zhou</surname> <given-names>J</given-names></name> <name><surname>Liu</surname> <given-names>L</given-names></name></person-group>. <article-title>A radiomics nomogram for preoperative prediction of microvascular invasion risk in hepatitis B virus-related hepatocellular carcinoma</article-title>. <source>Diagn Interv Radiol</source>. (<year>2018</year>) <volume>24</volume>:<fpage>121</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.5152/dir.2018.17467</pub-id><pub-id pub-id-type="pmid">29770763</pub-id></citation></ref>
<ref id="B13">
<label>13.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Xu</surname> <given-names>X</given-names></name> <name><surname>Zhang</surname> <given-names>H-L</given-names></name> <name><surname>Liu</surname> <given-names>Q-P</given-names></name> <name><surname>Sun</surname> <given-names>SW</given-names></name> <name><surname>Zhang</surname> <given-names>J</given-names></name> <name><surname>Zhu</surname> <given-names>FP</given-names></name> <etal/></person-group>. <article-title>Radiomic analysis of contrast-enhanced CT predicts microvascular invasion and outcome in hepatocellular carcinoma</article-title>. <source>J Hepatol</source>. (<year>2019</year>) <volume>70</volume>:<fpage>1133</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhep.2019.02.023</pub-id><pub-id pub-id-type="pmid">30876945</pub-id></citation></ref>
<ref id="B14">
<label>14.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yang</surname> <given-names>L</given-names></name> <name><surname>Gu</surname> <given-names>D</given-names></name> <name><surname>Wei</surname> <given-names>J</given-names></name> <name><surname>Yang</surname> <given-names>C</given-names></name> <name><surname>Rao</surname> <given-names>S</given-names></name> <name><surname>Wang</surname> <given-names>W</given-names></name> <etal/></person-group>. <article-title>A radiomics nomogram for preoperative prediction of microvascular invasion in hepatocellular carcinoma</article-title>. <source>Liver Cancer</source>. (<year>2018</year>) <volume>24</volume>:<fpage>121</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1159/000494099</pub-id></citation></ref>
<ref id="B15">
<label>15.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhou</surname> <given-names>W</given-names></name> <name><surname>Zhang</surname> <given-names>L</given-names></name> <name><surname>Wang</surname> <given-names>K</given-names></name> <name><surname>Chen</surname> <given-names>S</given-names></name> <name><surname>Wang</surname> <given-names>G</given-names></name> <name><surname>Liu</surname> <given-names>Z</given-names></name> <etal/></person-group>. <article-title>Malignancy characterization of hepatocellular carcinomas based on texture analysis of contrast-enhanced MR images</article-title>. <source>J Magn Reson Imaging</source>. (<year>2017</year>) <volume>45</volume>:<fpage>1476</fpage>&#x02013;<lpage>84</lpage>. <pub-id pub-id-type="doi">10.1002/jmri.25454</pub-id><pub-id pub-id-type="pmid">27626270</pub-id></citation></ref>
<ref id="B16">
<label>16.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lee</surname> <given-names>S</given-names></name> <name><surname>Kim</surname> <given-names>SH</given-names></name> <name><surname>Lee</surname> <given-names>JE</given-names></name> <name><surname>Sinn</surname> <given-names>DH</given-names></name> <name><surname>Park</surname> <given-names>CK</given-names></name></person-group>. <article-title>Preoperative gadoxetic acid&#x02013;enhanced MRI for predicting microvascular invasion in patients with single hepatocellular carcinoma</article-title>. <source>J Hepatol</source>. (<year>2017</year>) <volume>67</volume>:<fpage>526</fpage>&#x02013;<lpage>34</lpage>. <pub-id pub-id-type="doi">10.1016/j.jhep.2017.04.024</pub-id><pub-id pub-id-type="pmid">28483680</pub-id></citation></ref>
<ref id="B17">
<label>17.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhu</surname> <given-names>W</given-names></name> <name><surname>Qing</surname> <given-names>X</given-names></name> <name><surname>Yan</surname> <given-names>F</given-names></name> <name><surname>Luo</surname> <given-names>Y</given-names></name> <name><surname>Li</surname> <given-names>Y</given-names></name> <name><surname>Zhou</surname> <given-names>X</given-names></name></person-group>. <article-title>Can the contrast-enhanced ultrasound washout rate be used to predict microvascular invasion in hepatocellular carcinoma?</article-title> <source>Ultrasound Med Biol</source>. (<year>2017</year>) <volume>43</volume>:<fpage>1571</fpage>&#x02013;<lpage>80</lpage>. <pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2017.04.003</pub-id><pub-id pub-id-type="pmid">28502665</pub-id></citation></ref>
<ref id="B18">
<label>18.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hu</surname> <given-names>HT</given-names></name> <name><surname>Wang</surname> <given-names>Z</given-names></name> <name><surname>Huang</surname> <given-names>XW</given-names></name> <name><surname>Chen</surname> <given-names>SL</given-names></name> <name><surname>Zheng</surname> <given-names>X</given-names></name> <name><surname>Ruan</surname> <given-names>SM</given-names></name> <etal/></person-group>. <article-title>Ultrasound-based radiomics score: a potential biomarker for the prediction of microvascular invasion in hepatocellular carcinoma</article-title>. <source>Eur Radiol</source>. (<year>2019</year>) <volume>29</volume>:<fpage>2890</fpage>&#x02013;<lpage>901</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-018-5797-0</pub-id><pub-id pub-id-type="pmid">30421015</pub-id></citation></ref>
<ref id="B19">
<label>19.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ahn</surname> <given-names>SJ</given-names></name> <name><surname>Kim</surname> <given-names>JH</given-names></name> <name><surname>Park</surname> <given-names>SJ</given-names></name> <name><surname>Kim</surname> <given-names>ST</given-names></name> <name><surname>Han</surname> <given-names>JK</given-names></name></person-group>. <article-title>Hepatocellular carcinoma: preoperative gadoxetic acid-enhanced MR imaging can predict early recurrence after curative resection using image features and texture analysis</article-title>. <source>Abdom Radiol (NY)</source>. (<year>2019</year>) <volume>44</volume>:<fpage>539</fpage>&#x02013;<lpage>48</lpage>. <pub-id pub-id-type="doi">10.1007/s00261-018-1768-9</pub-id><pub-id pub-id-type="pmid">30229421</pub-id></citation></ref>
<ref id="B20">
<label>20.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>ZH</given-names></name> <name><surname>Zhang</surname> <given-names>XP</given-names></name> <name><surname>Wang</surname> <given-names>H</given-names></name> <name><surname>Chai</surname> <given-names>ZT</given-names></name> <name><surname>Sun</surname> <given-names>JX</given-names></name> <name><surname>Guo</surname> <given-names>WX</given-names></name> <etal/></person-group>. <article-title>Effect of microvascular invasion on the postoperative long-term prognosis of solitary small HCC: a systematic review and meta-analysis</article-title>. <source>HPB (Oxford)</source>. (<year>2019</year>) <volume>21</volume>:<fpage>935</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1016/j.hpb.2019.02.003</pub-id><pub-id pub-id-type="pmid">30871805</pub-id></citation></ref>
<ref id="B21">
<label>21.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bakr</surname> <given-names>SH</given-names></name> <name><surname>Echegaray</surname> <given-names>S</given-names></name> <name><surname>Shah</surname> <given-names>RP</given-names></name> <name><surname>Kamaya</surname> <given-names>A</given-names></name> <name><surname>Louie</surname> <given-names>J</given-names></name> <name><surname>Napel</surname> <given-names>S</given-names></name> <etal/></person-group>. <article-title>Non-invasive radiomics signature based on quantitative analysis of computed tomography images as a surrogate for microvascular invasion in hepatocellular carcinoma: a pilot study</article-title>. <source>J Med Imaging</source>. (<year>2017</year>) <volume>4</volume>:<fpage>041303</fpage>. <pub-id pub-id-type="doi">10.1117/1.JMI.4.4.041303</pub-id></citation></ref>
<ref id="B22">
<label>22.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Issam</surname> <given-names>El</given-names></name></person-group>. <source>Naqa: Radiomics a Guide to Outcome Modeling in Radiotherapy and Oncology</source>. <publisher-loc>Boca Raton, FL</publisher-loc>: <publisher-name>CRC Press</publisher-name> (<year>2018</year>). p. <fpage>25</fpage>&#x02013;<lpage>31</lpage>.</citation></ref>
<ref id="B23">
<label>23.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Feng</surname> <given-names>S-T</given-names></name> <name><surname>Jia</surname> <given-names>Y</given-names></name> <name><surname>Liao</surname> <given-names>B</given-names></name> <name><surname>Huang</surname> <given-names>B</given-names></name> <name><surname>Zhou</surname> <given-names>Q</given-names></name> <name><surname>Li</surname> <given-names>X</given-names></name> <etal/></person-group>. <article-title>Preoperative prediction of microvascular invasion in hepatocellular cancer: a radiomics model using Gd-EOB-DTPA-enhanced MRI</article-title>. <source>Eur Radiol</source>. (<year>2019</year>) <volume>29</volume>:<fpage>4648</fpage>&#x02013;<lpage>59</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-018-5935-8</pub-id><pub-id pub-id-type="pmid">30689032</pub-id></citation></ref>
<ref id="B24">
<label>24.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Florez</surname> <given-names>E</given-names></name> <name><surname>Fatemi</surname> <given-names>A</given-names></name> <name><surname>Claudio</surname> <given-names>P</given-names></name> <name><surname>Howard</surname> <given-names>CM</given-names></name></person-group>. <article-title>Emergence of radiomics: novel methodology identifying imaging biomarkers of disease in diagnosis, response, and progression</article-title>. <source>SM J Clin Med Imaging</source>. (<year>2018</year>) <volume>4</volume>:<fpage>1019</fpage></citation></ref>
<ref id="B25">
<label>25.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Gillies</surname> <given-names>RJ</given-names></name> <name><surname>Kinahan</surname> <given-names>PE</given-names></name> <name><surname>Hricak</surname> <given-names>H</given-names></name></person-group>. <article-title>Radiomics: images are more than pictures, they are data</article-title>. <source>Radiol</source>. (<year>2015</year>) <volume>278</volume>:<fpage>563</fpage>&#x02013;<lpage>77</lpage>. <pub-id pub-id-type="doi">10.1148/radiol.2015151169</pub-id><pub-id pub-id-type="pmid">26579733</pub-id></citation></ref>
<ref id="B26">
<label>26.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lambin</surname> <given-names>P</given-names></name> <name><surname>Leijenaar</surname> <given-names>RT</given-names></name> <name><surname>Deist</surname> <given-names>TM</given-names></name> <name><surname>Peerlings</surname> <given-names>J</given-names></name> <name><surname>de Jong</surname> <given-names>EEC</given-names></name> <name><surname>van Timmeren</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Radiomics: the bridge between medical imaging and personalized medicine</article-title>. <source>Nat Rev Clin Oncol</source>. (<year>2017</year>) <volume>14</volume>:<fpage>749</fpage>&#x02013;<lpage>62</lpage>. <pub-id pub-id-type="doi">10.1038/nrclinonc.2017.141</pub-id><pub-id pub-id-type="pmid">28975929</pub-id></citation></ref>
<ref id="B27">
<label>27.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Yip</surname> <given-names>SS</given-names></name> <name><surname>Aerts</surname> <given-names>HJ</given-names></name></person-group>. <article-title>Applications and limitations of radiomics</article-title>. <source>Phys Med Biol</source>. (<year>2016</year>) <volume>61</volume>:<fpage>R150</fpage>&#x02013;<lpage>66</lpage>. <pub-id pub-id-type="doi">10.1088/0031-9155/61/13/R150</pub-id><pub-id pub-id-type="pmid">27269645</pub-id></citation></ref>
<ref id="B28">
<label>28.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Chen</surname> <given-names>S</given-names></name> <name><surname>Zhu</surname> <given-names>Y</given-names></name> <name><surname>Liu</surname> <given-names>Z</given-names></name> <name><surname>Liang</surname> <given-names>C</given-names></name></person-group>. <article-title>Texture analysis of baseline multiphasic hepatic computed tomography images for the prognosis of single hepatocellular carcinoma after hepatectomy: a retrospective pilot study</article-title>. <source>Eur J Radiol</source>. (<year>2017</year>) <volume>90</volume>:<fpage>198</fpage>&#x02013;<lpage>204</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejrad.2017.02.035</pub-id><pub-id pub-id-type="pmid">28583634</pub-id></citation></ref>
<ref id="B29">
<label>29.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wu</surname> <given-names>M</given-names></name> <name><surname>Tan</surname> <given-names>H</given-names></name> <name><surname>Gao</surname> <given-names>F</given-names></name> <name><surname>Hai</surname> <given-names>J</given-names></name> <name><surname>Ning</surname> <given-names>P</given-names></name> <name><surname>Chen</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Predicting the grade of hepatocellular carcinoma based on non-contrast-enhanced MRI radiomics signature</article-title>. <source>Eur Radiol</source>. (<year>2019</year>) <volume>29</volume>:<fpage>2802</fpage>&#x02013;<lpage>11</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-018-5787-2</pub-id><pub-id pub-id-type="pmid">30406313</pub-id></citation></ref>
<ref id="B30">
<label>30.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Zhou</surname> <given-names>Y</given-names></name> <name><surname>He</surname> <given-names>L</given-names></name> <name><surname>Huang</surname> <given-names>Y</given-names></name> <name><surname>Chen</surname> <given-names>S</given-names></name> <name><surname>Wu</surname> <given-names>P</given-names></name> <name><surname>Ye</surname> <given-names>W</given-names></name> <etal/></person-group>. <article-title>CT-based radiomics signature: a potential biomarker for preoperative prediction of early recurrence in hepatocellular carcinoma</article-title>. <source>Abdom Radiol</source>. (<year>2017</year>) <volume>42</volume>:<fpage>1695</fpage>&#x02013;<lpage>704</lpage>. <pub-id pub-id-type="doi">10.1007/s00261-017-1072-0</pub-id><pub-id pub-id-type="pmid">28180924</pub-id></citation></ref>
<ref id="B31">
<label>31.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Hu</surname> <given-names>HT</given-names></name> <name><surname>Shen</surname> <given-names>SL</given-names></name> <name><surname>Wang</surname> <given-names>Z</given-names></name> <name><surname>Shan</surname> <given-names>QY</given-names></name> <name><surname>Huang</surname> <given-names>XW</given-names></name> <name><surname>Zheng</surname> <given-names>Q</given-names></name> <etal/></person-group>. <article-title>Peritumoral tissue on preoperative imaging reveals microvascular invasion in hepatocellular carcinoma: a systematic review and meta-analysis</article-title>. <source>Abdom Radiol</source>. (<year>2018</year>) <volume>43</volume>:<fpage>3324</fpage>&#x02013;<lpage>30</lpage>. <pub-id pub-id-type="doi">10.1007/s00261-018-1646-5</pub-id><pub-id pub-id-type="pmid">29845312</pub-id></citation></ref>
<ref id="B32">
<label>32.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Cong</surname> <given-names>WM</given-names></name> <name><surname>Bu</surname> <given-names>H</given-names></name> <name><surname>Chen</surname> <given-names>J</given-names></name> <name><surname>Dong</surname> <given-names>H</given-names></name> <name><surname>Zhu</surname> <given-names>YY</given-names></name> <name><surname>Feng</surname> <given-names>LH</given-names></name> <etal/></person-group>. <article-title>Practice guidelines for the pathological diagnosis of primary liver cancer: 2015 update</article-title>. <source>World J Gastroenterol</source>. (<year>2016</year>) <volume>22</volume>:<fpage>9279</fpage>&#x02013;<lpage>87</lpage>. <pub-id pub-id-type="doi">10.3748/wjg.v22.i42.9279</pub-id><pub-id pub-id-type="pmid">27895416</pub-id></citation></ref>
<ref id="B33">
<label>33.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Van Griethuysen</surname> <given-names>JJ</given-names></name> <name><surname>Fedorov</surname> <given-names>A</given-names></name> <name><surname>Parmar</surname> <given-names>C</given-names></name> <name><surname>Hosny</surname> <given-names>A</given-names></name> <name><surname>Aucoin</surname> <given-names>N</given-names></name> <name><surname>Narayan</surname> <given-names>V</given-names></name> <etal/></person-group>. <article-title>Computational radiomics system to decode the radiographic phenotype</article-title>. <source>Cancer Res</source>. (<year>2017</year>) <volume>77</volume>:<fpage>e104</fpage>&#x02013;<lpage>7</lpage>. <pub-id pub-id-type="doi">10.1158/0008-5472.CAN-17-0339</pub-id><pub-id pub-id-type="pmid">29092951</pub-id></citation></ref>
<ref id="B34">
<label>34.</label>
<citation citation-type="book"><person-group person-group-type="author"><name><surname>Biesiada</surname> <given-names>J</given-names></name> <name><surname>Duch</surname> <given-names>W</given-names></name></person-group>. <source>Feature Selection For High-Dimensional Data&#x02014;a Pearson Redundancy Based filter Computer Recognition Systems</source>. <edition>2nd ed</edition>. <publisher-loc>Heidelberg</publisher-loc>: <publisher-name>Springer</publisher-name> (<year>2007</year>). p. <fpage>242</fpage>&#x02013;<lpage>9</lpage>.</citation></ref>
<ref id="B35">
<label>35.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parmar</surname> <given-names>C</given-names></name> <name><surname>Grossmann</surname> <given-names>P</given-names></name> <name><surname>Bussink</surname> <given-names>J</given-names></name> <name><surname>Lambin</surname> <given-names>P</given-names></name> <name><surname>Aerts</surname> <given-names>HJ</given-names></name></person-group>. <article-title>Machine learning methods for quantitative radiomic biomarkers</article-title>. <source>Sci Rep</source>. (<year>2015</year>) <volume>5</volume>:<fpage>13087</fpage>. <pub-id pub-id-type="doi">10.1038/srep13087</pub-id><pub-id pub-id-type="pmid">26278466</pub-id></citation></ref>
<ref id="B36">
<label>36.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Ding</surname> <given-names>C</given-names></name> <name><surname>Peng</surname> <given-names>H</given-names></name></person-group>. <article-title>Minimum redundancy feature selection from microarray gene expression data</article-title>. <source>J Bioinform Comput Biol</source>. (<year>2005</year>) <volume>3</volume>:<fpage>185</fpage>&#x02013;<lpage>205</lpage>. <pub-id pub-id-type="doi">10.1142/S0219720005001004</pub-id><pub-id pub-id-type="pmid">15852500</pub-id></citation></ref>
<ref id="B37">
<label>37.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Fern&#x000E1;ndez-Delgado</surname> <given-names>M</given-names></name> <name><surname>Cernadas</surname> <given-names>E</given-names></name> <name><surname>Barro</surname> <given-names>S</given-names></name> <name><surname>Amorim</surname> <given-names>D</given-names></name></person-group>. <article-title>Do we need hundreds of classifiers to solve real world classification problems?</article-title> <source>J Mach Learn Res</source>. (<year>2014</year>) <volume>15</volume>:<fpage>3133</fpage>&#x02013;<lpage>81</lpage>.</citation></ref>
<ref id="B38">
<label>38.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Meng</surname> <given-names>X</given-names></name> <name><surname>Xia</surname> <given-names>W</given-names></name> <name><surname>Xie</surname> <given-names>P</given-names></name> <name><surname>Zhang</surname> <given-names>R</given-names></name> <name><surname>Li</surname> <given-names>W</given-names></name> <name><surname>Wang</surname> <given-names>M</given-names></name> <etal/></person-group>. <article-title>Preoperative radiomic signature based on multiparametric magnetic resonance imaging for noninvasive evaluation of biological characteristics in rectal cancer</article-title>. <source>Eur Radiol</source>. (<year>2019</year>) <volume>29</volume>:<fpage>3200</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-018-5763-x</pub-id><pub-id pub-id-type="pmid">30413959</pub-id></citation></ref>
<ref id="B39">
<label>39.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Semelka</surname> <given-names>RC</given-names></name> <name><surname>Hussain</surname> <given-names>SM</given-names></name> <name><surname>Marcos</surname> <given-names>HB</given-names></name> <name><surname>Woosley</surname> <given-names>JT</given-names></name></person-group>. <article-title>Perilesional enhancement of hepatic metastases: correlation between MR imaging and histopathologic findings-initial observations</article-title>. <source>Radiology</source>. (<year>2000</year>) <volume>215</volume>:<fpage>89</fpage>&#x02013;<lpage>94</lpage>. <pub-id pub-id-type="doi">10.1148/radiology.215.1.r00mr2989</pub-id><pub-id pub-id-type="pmid">10751472</pub-id></citation></ref>
<ref id="B40">
<label>40.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Guo</surname> <given-names>Y</given-names></name> <name><surname>Hu</surname> <given-names>Y</given-names></name> <name><surname>Qiao</surname> <given-names>M</given-names></name> <name><surname>Wang</surname> <given-names>Y</given-names></name> <name><surname>Yu</surname> <given-names>J</given-names></name> <name><surname>Li</surname> <given-names>J</given-names></name> <etal/></person-group>. <article-title>Radiomics analysis on ultrasound for prediction of biologic behavior in breast invasive ductal carcinoma</article-title>. <source>Clin Breast Cancer</source>. (<year>2018</year>) <volume>18</volume>:<fpage>e335</fpage>&#x02013;<lpage>44</lpage>. <pub-id pub-id-type="doi">10.1016/j.clbc.2017.08.002</pub-id><pub-id pub-id-type="pmid">28890183</pub-id></citation></ref>
<ref id="B41">
<label>41.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Lambin</surname> <given-names>P</given-names></name> <name><surname>Rios-Velazquez</surname> <given-names>E</given-names></name> <name><surname>Leijenaar</surname> <given-names>R</given-names></name> <name><surname>Carvalho</surname> <given-names>S</given-names></name> <name><surname>van Stiphout</surname> <given-names>RG</given-names></name> <name><surname>Granton</surname> <given-names>P</given-names></name> <etal/></person-group>. <article-title>Radiomics: extracting more information from medical images using advanced feature analysis</article-title>. <source>Eur J Cancer</source>. (<year>2012</year>) <volume>48</volume>:<fpage>441</fpage>&#x02013;<lpage>6</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejca.2011.11.036</pub-id><pub-id pub-id-type="pmid">22257792</pub-id></citation></ref>
<ref id="B42">
<label>42.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Jeong</surname> <given-names>WK</given-names></name> <name><surname>Jamshidi</surname> <given-names>N</given-names></name> <name><surname>Felker</surname> <given-names>ER</given-names></name> <name><surname>Raman</surname> <given-names>SS</given-names></name> <name><surname>Lu</surname> <given-names>DS</given-names></name></person-group>. <article-title>Radiomics and radiogenomics of primary liver cancers</article-title>. <source>Clin Mol Hepatol</source>. (<year>2019</year>) <volume>25</volume>:<fpage>21</fpage>&#x02013;<lpage>9</lpage>. <pub-id pub-id-type="doi">10.3350/cmh.2018.1007</pub-id><pub-id pub-id-type="pmid">30441889</pub-id></citation></ref>
<ref id="B43">
<label>43.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Bruix</surname> <given-names>J</given-names></name> <name><surname>Gores</surname> <given-names>GJ</given-names></name> <name><surname>Mazzaferro</surname> <given-names>V</given-names></name></person-group>. <article-title>Hepatocellular carcinoma: clinical frontiers and perspectives</article-title>. <source>Gut</source>. (<year>2014</year>) <volume>63</volume>:<fpage>844</fpage>&#x02013;<lpage>55</lpage>. <pub-id pub-id-type="doi">10.1136/gutjnl-2013-306627</pub-id><pub-id pub-id-type="pmid">24531850</pub-id></citation></ref>
<ref id="B44">
<label>44.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Rutman</surname> <given-names>AM</given-names></name> <name><surname>Kuo</surname> <given-names>MD</given-names></name></person-group>. <article-title>Radiogenomics: creating a link between molecular diagnostics and diagnostic imaging</article-title>. <source>Eur J Radiol</source>. (<year>2009</year>) <volume>70</volume>:<fpage>232</fpage>&#x02013;<lpage>41</lpage>. <pub-id pub-id-type="doi">10.1016/j.ejrad.2009.01.050</pub-id><pub-id pub-id-type="pmid">19303233</pub-id></citation></ref>
<ref id="B45">
<label>45.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Parmar</surname> <given-names>C</given-names></name> <name><surname>Grossmann</surname> <given-names>P</given-names></name> <name><surname>Rietveld</surname> <given-names>D</given-names></name> <name><surname>Rietbergen</surname> <given-names>MM</given-names></name> <name><surname>Lambin</surname> <given-names>P</given-names></name> <name><surname>Aerts</surname> <given-names>HJ</given-names></name></person-group>. <article-title>Radiomic machine-learning classifiers for prognostic biomarkers of head and neck cancer</article-title>. <source>Front Oncol</source>. (<year>2015</year>) <volume>5</volume>:<fpage>272</fpage>. <pub-id pub-id-type="doi">10.3389/fonc.2015.00272</pub-id><pub-id pub-id-type="pmid">26697407</pub-id></citation></ref>
<ref id="B46">
<label>46.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Saeys</surname> <given-names>Y</given-names></name> <name><surname>Inza</surname> <given-names>I</given-names></name> <name><surname>Larra&#x000F1;aga</surname> <given-names>P</given-names></name></person-group>. <article-title>A review of feature selection techniques in bioinformatics</article-title>. <source>Bioinformatics</source>. (<year>2007</year>) <volume>23</volume>:<fpage>2507</fpage>&#x02013;<lpage>17</lpage>. <pub-id pub-id-type="doi">10.1093/bioinformatics/btm344</pub-id><pub-id pub-id-type="pmid">17720704</pub-id></citation></ref>
<ref id="B47">
<label>47.</label>
<citation citation-type="journal"><person-group person-group-type="author"><name><surname>Wang</surname> <given-names>X</given-names></name> <name><surname>Zhao</surname> <given-names>X</given-names></name> <name><surname>Li</surname> <given-names>Q</given-names></name> <name><surname>Xia</surname> <given-names>W</given-names></name> <name><surname>Peng</surname> <given-names>Z</given-names></name> <name><surname>Zhang</surname> <given-names>R</given-names></name> <etal/></person-group>. <article-title>Can peritumoral radiomics increase the efficiency of the prediction for lymph node metastasis in clinical stage T1 lung adenocarcinoma on CT?</article-title> <source>Eur Radiol</source>. (<year>2019</year>) <volume>29</volume>:<fpage>6049</fpage>&#x02013;<lpage>58</lpage>. <pub-id pub-id-type="doi">10.1007/s00330-019-06084-0</pub-id><pub-id pub-id-type="pmid">30887209</pub-id></citation></ref>
</ref-list>
<glossary>
<def-list>
<title>Abbreviations</title>
<def-item><term>HCC</term>
<def><p>Hepatocellular carcinoma</p></def></def-item>
<def-item><term>MVI</term>
<def><p>Microvascular invasion</p></def></def-item>
<def-item><term>GTR</term>
<def><p>Gross-tumoral region</p></def></def-item>
<def-item><term>PTR</term>
<def><p>Peri-tumoral region</p></def></def-item>
<def-item><term>GPTR</term>
<def><p>Gross- and peri-tumoral region</p></def></def-item>
<def-item><term>mRMR</term>
<def><p>Minimum redundancy maximum relevance</p></def></def-item>
<def-item><term>RF</term>
<def><p>Random forest.</p></def></def-item>
</def-list>
</glossary>
<fn-group>
<fn fn-type="financial-disclosure"><p><bold>Funding.</bold> This study was supported by the following: the National Natural Science Foundation of China (Grant Nos. 81571676 and 81871439); Shanghai Municipal Science and Technology Innovation Action Plan Clinical Medicine Project (Grant No. 17411954200); Shanghai Municipal Science and Technology Medical Guidance Project (Grant No. 18411967200); Shanghai Municipal Health and Family Planning Commission Research Project (Grant No. 201840215); Shanghai Municipal Science and Technology Major Project (Grant No. 2017SHZDZX01); and SIBET-ZhongShan Hospital Cooperation project of medicine and engineering. We thank LetPub (<ext-link ext-link-type="uri" xlink:href="http://www.letpub.com">www.letpub.com</ext-link>) for its linguistic assistance during the preparation of this manuscript.</p>
</fn>
</fn-group>
</back>
</article>