<?xml version="1.0" encoding="UTF-8" standalone="no"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.3 20070202//EN" "journalpublishing.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" article-type="research-article" dtd-version="2.3" xml:lang="EN">
<front>
<journal-meta>
<journal-id journal-id-type="publisher-id">Front. Oncol.</journal-id>
<journal-title>Frontiers in Oncology</journal-title>
<abbrev-journal-title abbrev-type="pubmed">Front. Oncol.</abbrev-journal-title>
<issn pub-type="epub">2234-943X</issn>
<publisher>
<publisher-name>Frontiers Media S.A.</publisher-name>
</publisher>
</journal-meta>
<article-meta>
<article-id pub-id-type="doi">10.3389/fonc.2023.1116129</article-id>
<article-categories>
<subj-group subj-group-type="heading">
<subject>Oncology</subject>
<subj-group>
<subject>Original Research</subject>
</subj-group>
</subj-group>
</article-categories>
<title-group>
<article-title>Non-invasive preoperative prediction of Edmondson-Steiner grade of hepatocellular carcinoma based on contrast-enhanced ultrasound using ensemble learning</article-title>
</title-group>
<contrib-group>
<contrib contrib-type="author">
<name>
<surname>Wang</surname>
<given-names>Yao</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Yuan</surname>
<given-names>Dongbo</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Sun</surname>
<given-names>Hang</given-names>
</name>
<xref ref-type="aff" rid="aff3">
<sup>3</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Pan</surname>
<given-names>Xiaoguang</given-names>
</name>
<xref ref-type="aff" rid="aff4">
<sup>4</sup>
</xref>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Lu</surname>
<given-names>Fangnan</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Li</surname>
<given-names>Hong</given-names>
</name>
<xref ref-type="aff" rid="aff2">
<sup>2</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/1490311"/>
</contrib>
<contrib contrib-type="author">
<name>
<surname>Huang</surname>
<given-names>Ying</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<uri xlink:href="https://loop.frontiersin.org/people/957082"/>
</contrib>
<contrib contrib-type="author" corresp="yes">
<name>
<surname>Tang</surname>
<given-names>Shaoshan</given-names>
</name>
<xref ref-type="aff" rid="aff1">
<sup>1</sup>
</xref>
<xref ref-type="author-notes" rid="fn001">
<sup>*</sup>
</xref>
</contrib>
</contrib-group>
<aff id="aff1">
<sup>1</sup>
<institution>Department of Ultrasound, Shengjing Hospital of China Medical University</institution>, <addr-line>Shenyang, Liaoning</addr-line>, <country>China</country>
</aff>
<aff id="aff2">
<sup>2</sup>
<institution>College of Medicine and Biological Information Engineering, Northeastern University</institution>, <addr-line>Shenyang</addr-line>, <country>China</country>
</aff>
<aff id="aff3">
<sup>3</sup>
<institution>School of Information Science and Engineering, Shenyang Ligong University</institution>, <addr-line>Shenyang</addr-line>, <country>China</country>
</aff>
<aff id="aff4">
<sup>4</sup>
<institution>Computer Science and Technology, School of Information and Control Engineering, Liaoning Petrochemical University</institution>, <addr-line>Fushun</addr-line>, <country>China</country>
</aff>
<author-notes>
<fn fn-type="edited-by">
<p>Edited by: John Gibbs, Hackensack Meridian Health, United States</p>
</fn>
<fn fn-type="edited-by">
<p>Reviewed by: Wenwu Ling, Sichuan University, China; Xiao-Wan Bo, Tongji University, China</p>
</fn>
<fn fn-type="corresp" id="fn001">
<p>*Correspondence: Hong Li, <email xlink:href="mailto:lihong@bmie.neu.edu.cn">lihong@bmie.neu.edu.cn</email>; Shaoshan Tang, <email xlink:href="mailto:tangss@sj-hospital.org">tangss@sj-hospital.org</email>
</p>
</fn>
</author-notes>
<pub-date pub-type="epub">
<day>05</day>
<month>07</month>
<year>2023</year>
</pub-date>
<pub-date pub-type="collection">
<year>2023</year>
</pub-date>
<volume>13</volume>
<elocation-id>1116129</elocation-id>
<history>
<date date-type="received">
<day>05</day>
<month>12</month>
<year>2022</year>
</date>
<date date-type="accepted">
<day>15</day>
<month>05</month>
<year>2023</year>
</date>
</history>
<permissions>
<copyright-statement>Copyright &#xa9; 2023 Wang, Yuan, Sun, Pan, Lu, Li, Huang and Tang</copyright-statement>
<copyright-year>2023</copyright-year>
<copyright-holder>Wang, Yuan, Sun, Pan, Lu, Li, Huang and Tang</copyright-holder>
<license xlink:href="http://creativecommons.org/licenses/by/4.0/">
<p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (CC BY). The use, distribution or reproduction in other forums is permitted, provided the original author(s) and the copyright owner(s) are credited and that the original publication in this journal is cited, in accordance with accepted academic practice. No use, distribution or reproduction is permitted which does not comply with these terms.</p>
</license>
</permissions>
<abstract>
<sec>
<title>Purpose</title>
<p>This study aimed to explore the clinical value of non-invasive preoperative Edmondson-Steiner grade of hepatocellular carcinoma (HCC) using contrast-enhanced ultrasound (CEUS).</p>
</sec>
<sec>
<title>Methods</title>
<p>212 cases of HCCs were retrospectively included, including 83 cases of high-grade HCCs and 129 cases of low-grade HCCs. Three representative CEUS images were selected from the arterial phase, portal vein phase, and delayed phase and stored in a 3-dimensional array. ITK-SNAP was used to segment the tumor lesions manually. The Radiomics method was conducted to extract high-dimensional features on these contrast-enhanced ultrasound images. Then the independent sample T-test and the Least Absolute Shrinkage and Selection Operator (LASSO) were employed to reduce the feature dimensions. The optimized features were modeled by a classifier based on ensemble learning, and the Edmondson Steiner grading was predicted in an independent testing set using this model.</p>
</sec>
<sec>
<title>Results</title>
<p>A total of 1338 features were extracted from the 3D images. After the dimension reduction, 10 features were finally selected to establish the model. In the independent testing set, the integrated model performed best, with an AUC of 0.931.</p>
</sec>
<sec>
<title>Conclusion</title>
<p>This study proposed an Edmondson-Steiner grading method for HCC with CEUS. The method has good classification performance on independent testing sets, which can provide quantitative analysis support for clinical decision-making.</p>
</sec>
</abstract>
<kwd-group>
<kwd>hepatocellular carcinoma</kwd>
<kwd>Edmondson-Steiner grade</kwd>
<kwd>contrast-enhanced ultrasound</kwd>
<kwd>radiomics</kwd>
<kwd>ensemble learning</kwd>
</kwd-group>
<counts>
<fig-count count="6"/>
<table-count count="4"/>
<equation-count count="0"/>
<ref-count count="44"/>
<page-count count="8"/>
<word-count count="3198"/>
</counts>
<custom-meta-wrap>
<custom-meta>
<meta-name>section-in-acceptance</meta-name>
<meta-value>Gastrointestinal Cancers: Hepato Pancreatic Biliary Cancers</meta-value>
</custom-meta>
</custom-meta-wrap>
</article-meta>
</front>
<body>
<sec id="s1" sec-type="intro">
<label>1</label>
<title>Introduction</title>
<p>Hepatocellular carcinoma (HCC) is the sixth most common cancer in the world and the second most common cause of cancer-related death (<xref ref-type="bibr" rid="B1">1</xref>), and the incidence rate is increasing year by year (<xref ref-type="bibr" rid="B2">2</xref>). For early HCC patients, surgical resection is still an effective treatment (<xref ref-type="bibr" rid="B3">3</xref>). However, HCC is prone to relapse and metastasis, and the prognosis is poor (<xref ref-type="bibr" rid="B4">4</xref>, <xref ref-type="bibr" rid="B5">5</xref>). Some studies have shown that recurrence is closely related to pathological manifestation (<xref ref-type="bibr" rid="B6">6</xref>). Several studies have shown that Edmondson-Steiner grade is an essential preoperative predictor of HCC (<xref ref-type="bibr" rid="B7">7</xref>, <xref ref-type="bibr" rid="B8">8</xref>). For low-grade HCC with isolated lesions &#x2264; 2cm, the 3-year and 5-year relapse-free survival rates were 64% and 50%, respectively, while the 3-year and 5-year relapse-free survival rates for high-grade HCC were 39% and 29%, respectively (<xref ref-type="bibr" rid="B9">9</xref>, <xref ref-type="bibr" rid="B10">10</xref>). According to the research, the recurrence rate of high-grade HCC is higher than that of low-grade HCC (<xref ref-type="bibr" rid="B11">11</xref>, <xref ref-type="bibr" rid="B12">12</xref>). Moreover, compared with high-grade HCC, low-grade HCC has a higher surgical cure rate (<xref ref-type="bibr" rid="B13">13</xref>, <xref ref-type="bibr" rid="B14">14</xref>) and higher short-term and long-term survival rates. Therefore, accurate prediction of the Edmondson-Steiner grade of HCC is highly significant for clinical decision-making, treatment plan optimization, and prognosis prediction (<xref ref-type="bibr" rid="B15">15</xref>&#x2013;<xref ref-type="bibr" rid="B18">18</xref>).</p>
<p>Postoperative histopathological examination of resected tumor specimens is the gold standard for diagnosis and pathological grading of HCC (<xref ref-type="bibr" rid="B19">19</xref>). A needle biopsy can provide preliminary pathological grading before the operation. However, the risk of complications and misdiagnosis must always be considered (<xref ref-type="bibr" rid="B20">20</xref>). At present, some studies have shown that imaging examination may have the potential to reflect pathological grading (<xref ref-type="bibr" rid="B21">21</xref>, <xref ref-type="bibr" rid="B22">22</xref>). MRI combined with liver-specific contrast agents, and diffusion-weighted imaging (DWI) has been proven to help evaluate the histological grading of HCC (<xref ref-type="bibr" rid="B23">23</xref>&#x2013;<xref ref-type="bibr" rid="B25">25</xref>). Wu et&#xa0;al. showed that the radiomics characteristics of non-enhanced MRI and clinical factors helped predict the HCC grade before operation (<xref ref-type="bibr" rid="B26">26</xref>). The area under the ROC curve (AUC) of the best model for HCC grading prediction was 0.80. Jiseon et&#xa0;al. believed that CT texture analysis can provide texture features significantly related to higher tumor grade (<xref ref-type="bibr" rid="B27">27</xref>). Seitz et&#xa0;al. believe that CEUS and MRI have equal value for the differentiation and regulation of newly discovered liver tumors in clinical practice. Contrast-enhanced ultrasound (CEUS) and MRI are reliable for differentiating benign and malignant lesions and diagnosing hepatic hemangiomas and FNH. Characterization of metastasis and hepatocellular carcinoma is also very reliable (<xref ref-type="bibr" rid="B28">28</xref>). Compared with CT and MRI, CEUS provides dynamic perfusion images with fewer application restrictions (<xref ref-type="bibr" rid="B29">29</xref>). Liu et&#xa0;al. report that CEUS can give helpful information for the differential diagnosis of HCC, indicating its use in clinical practice (<xref ref-type="bibr" rid="B30">30</xref>). Wang et&#xa0;al. showed that the combination of the radiomics model of gray scale ultrasound and contrast-enhanced ultrasound with clinical information has potential clinical value for tumor grading (<xref ref-type="bibr" rid="B31">31</xref>). However, the quality of ultrasonic imaging depends significantly on the operator. Most of the previous studies are based on subjective feature recognition, which largely depends on the experience of doctors. These features may reveal pathological features that the naked eye can recognize (<xref ref-type="bibr" rid="B32">32</xref>).</p>
<p>Radiomics has been increasingly applied to the field of medical image analysis. It extracts massive amounts of information from radiological images for more in-depth mining, prediction, and analysis to help doctors diagnose more accurately. This study aimed to explore the value of sonographic features in predicting the Edmondson-Steiner grade of HCC before surgery.</p>
</sec>
<sec id="s2" sec-type="materials|methods">
<label>2</label>
<title>Materials and methods</title>
<sec id="s2_1">
<label>2.1</label>
<title>Materials</title>
<sec id="s2_1_1">
<label>2.1.1</label>
<title>Participants</title>
<p>The Shengjing Hospital of China Medical University Ethics Committee has approved this study. This study retrospectively collected the clinical information and ultrasonic images of 404 patients with primary HCC from April 2014 to March 2023. Among those, 212 cases were included in the first dataset, including 83 cases with high grades and 129 with low grades. An additional 51 cases, including 29 of low-grade and 22 of high-grade HCC, were used as an external independent testing set for evaluation. The inclusion criteria were as follows: (1) pathology confirmed HCC. (2) CEUS was performed one month before the operation, and the ultrasonic image data were complete. (3) No history of anti-tumor therapy such as liver transplantation (LT), microwave ablation (MWA), radiofrequency ablation (RFA), transcatheter arterial chemoembolization (TACE), etc. (4) The ultrasound image meets the analysis requirements (clear without artifacts and the target lesion is evident on the image). (5) No history of other malignant tumors. The exclusion criteria were: (1) liver cancer surgery and radiofrequency ablation before the operation; (2) Ultrasound images have severe artifacts, and tumors can hardly be observed with the naked eye.</p>
<p>We collected the preoperative laboratory examination information, including primary personal data (gender, age, hepatitis history), laboratory test results (alpha-fetoprotein (AFP), alanine aminotransferase (ALT), aspartate transaminase (AST), total bilirubin (TB), and prothrombin time (PT)).</p>
<p>The differentiation grade of HCC reported by clinical pathology is based on the Edmondson-Steiner grade. In this study, low grades correspond to Edmondson grades I, I-II, and II, and high grades correspond to Edmondson grades III, III-IV, and IV. To summarize, 83 high-grade HCCs and 129 cases of low-level HCCs were included. Specific exclusion criteria is shown in <xref ref-type="fig" rid="f1">
<bold>Figure&#xa0;1</bold>
</xref>.</p>
<fig id="f1" position="float">
<label>Figure&#xa0;1</label>
<caption>
<p>Inclusion and exclusion of patients. H stands for high-grade HCC, and L stand for low-grade HCC.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1116129-g001.tif"/>
</fig>
<p>The patients were divided into training and testing cohorts randomly. There were 118 (79.7%) male patients and 30 (20.3%) female patients in the training cohort, while 51 (79.6%) male patients and 13 (20.4%) female patients were in the testing cohort. The median ages of patients in the training and testing cohorts were 58 years (range 29-79 years) and 57 years (range 28-74 years), respectively. In the training data set, the number of patients with low-grade HCC was 90 (60.8%), and 58 (39.2%) patients with high-grade HCC. In the testing data set, there were 39 (60.9%) cases with low-grade HCC and 25 (39.1%) cases with high-grade HCC. There was no significant difference between the training data set and the test data set in clinical pathological characteristics (p&gt;0.05).</p>
</sec>
<sec id="s2_1_2">
<label>2.1.2</label>
<title>CEUS acquisition</title>
<p>All CEUS examinations were performed by doctors with more than eight years of CEUS experience in liver cancer. All patients fasted for more than 8 hours before the examination. First, the whole liver was scanned with gray-scale ultrasound. The maximum diameter, echo signal, blood flow signal, shape, boundary, and lesion edge were evaluated and recorded. Store at least one original ultrasound image showing lesions and the same image containing measurement parameters in DICOM format. Then, the patient was given 2.4ml (3ml at most) of SonoVue (Bracco, Milan, Italy) <italic>via</italic> the anterior elbow vein, and then 5ml of 0.9% standard saline solution was added. The phase of contrast-enhanced ultrasound is divided into arterial phase, portal static phase, and delayed phase, which are 0-30s, 31-120s, and&gt;120s after injection, respectively.</p>
</sec>
</sec>
<sec id="s2_2">
<label>2.2</label>
<title>Methods</title>
<p>The static and real-time ultrasound images obtained in this study are retrieved from the picture archiving and communication system (PACS) and stored in DCM format. Three representative CEUS images were selected from the arterial phase (AP), portal vein phase (PVP), and delayed phase (DP) in which the image is clear shown and artifact-free. These images were stored in a 3-dimensional array. The main steps of this method can be described in <xref ref-type="fig" rid="f2">
<bold>Figure&#xa0;2</bold>
</xref>.</p>
<fig id="f2" position="float">
<label>Figure&#xa0;2</label>
<caption>
<p>The research process includes image acquisition and segmentation, feature extraction and selection, model construction, and evaluation.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1116129-g002.tif"/>
</fig>
<sec id="s2_2_1">
<label>2.2.1</label>
<title>Region of interest segmentation</title>
<p>We loaded the 3D image array into ITK-SNAP (v3.8.0, <ext-link ext-link-type="uri" xlink:href="http://www.itk-snap.org">http://www.itk-snap.org</ext-link>) (<xref ref-type="bibr" rid="B33">33</xref>) for manual segmentation. To ensure the segmentation accuracy, a doctor with more than eight years of abdominal ultrasound experience and another doctor with ten years of abdominal ultrasound experience jointly complete the final confirmation.</p>
</sec>
<sec id="s2_2_2">
<label>2.2.2</label>
<title>Feature extraction and selection</title>
<p>This study used the open-source software package Pyradiomic (<ext-link ext-link-type="uri" xlink:href="https://www.radiomics.io/index.html">https://www.radiomics.io/index.html</ext-link>) (<xref ref-type="bibr" rid="B34">34</xref>) for feature extraction and selection. We chose the original image, Local Binary Pattern (LBP) 3D, and the Wavelet for the filter classes. The feature classes extracted here include First Order Statistics, Shape-based (3D), Gray Level Co-occurrence (GLCM), Gray Level Run Length Matrix (GLRLM), Gray Level Size Zone Matrix (GLSZM), Gray Level Dependence Matrix (GLDM), Neighboring Gray Tone Difference Matrix (NGTDM). The independent sample t-test was used first for feature selection. Then, the Least Absolute Shrinkage and Selection Operator (LASSO) was used.</p>
</sec>
<sec id="s2_2_3">
<label>2.2.3</label>
<title>Prediction model construction</title>
<p>212 patients were randomly divided into the training cohort (n=148) and the testing cohort (n=64). Based on the selected features, five single prediction models, namely linear regression (LR), random forest (RF), K-nearest neighbor (KNN), naive Bayes (NB), and Xgboost (XGB), were constructed by using a five-fold cross-validation method in the training set. Then, a support vector machine (SVM) was used as the meta-classifier to build the integrated prediction model.</p>
</sec>
<sec id="s2_2_4">
<label>2.2.4</label>
<title>Model performance evaluation</title>
<p>This study used an independent testing set to evaluate the model&#x2019;s performance. Sensitivity, specificity, accuracy, and AUC were used to evaluate the model&#x2019;s performance.</p>
</sec>
</sec>
</sec>
<sec id="s3" sec-type="results">
<label>3</label>
<title>Results</title>
<p>Experienced doctors conducted the ROI segmentation. <xref ref-type="fig" rid="f3">
<bold>Figure&#xa0;3</bold>
</xref> shows a segmentation example of a patient in different image phases.</p>
<fig id="f3" position="float">
<label>Figure&#xa0;3</label>
<caption>
<p>An example of ROI segmentation from a 63-year-old male patient with low-grade HCC, <bold>(A)</bold> arterial phase (AP), <bold>(B)</bold> portal vein phase (PVP), and <bold>(C)</bold> delayed phase (DP).</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1116129-g003.tif"/>
</fig>
<p>A total of 1338 features were extracted from the 3D CEUS images, and the number of selected features was 987 by the independent sample t-test. Then, after the selection by LASSO, ten features from seven categories were chosen finally: First Order Statistics, Shape-based (3D), GLCM, GLRLM, GLSZM, GLDM, and NGTDM. See <xref ref-type="fig" rid="f4">
<bold>Figure&#xa0;4</bold>
</xref>.</p>
<fig id="f4" position="float">
<label>Figure&#xa0;4</label>
<caption>
<p>The selected feature weight. From left to right: original_glrlm_ShortRunLowGrayLevelEmphasis, LBP-3D-m1_firstorder_Kurtosis, LBP-3D-m2_glszm_GrayLevelNonUniformityNormalized, LBP-3D-k_glcm_Imc2, LBP-3D-k_glcm_Idn, log-sigma-1-0-mm-3D_glcm_Imc2, log-sigma-2-0-mm-3D_glcm_Idn, log-sigma-3-0-mm-3D_glszm_SmallAreaEmphasis, wavelet-LHH_glcm_Correlation, wavelet-LLL_glcm_Idn.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1116129-g004.tif"/>
</fig>
<p>Based on the selected features, five single prediction models, LR, RF, KNN, NB, and XGB, were constructed by using a five-fold cross-validation method in the training set. Then, SVM was used as the meta-classifier to build the integrated prediction model. <xref ref-type="table" rid="T1">
<bold>Table&#xa0;1</bold>
</xref> shows the performance index in the training set, and <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref> shows the performance in the testing set of all the models. The corresponding ROCs can be found in <xref ref-type="fig" rid="f5">
<bold>Figure&#xa0;5</bold>
</xref>.</p>
<table-wrap id="T1" position="float">
<label>Table&#xa0;1</label>
<caption>
<p>Prediction performance of different models in the training set.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="center"/>
<th valign="top" align="center">Accuracy</th>
<th valign="top" align="center">Sensitivity</th>
<th valign="top" align="center">Specificity</th>
<th valign="top" align="center">AUC</th>
<th valign="top" align="center">F1-score</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="center">LR</td>
<td valign="top" align="center">0.899</td>
<td valign="top" align="center">0.933</td>
<td valign="top" align="center">0.901</td>
<td valign="top" align="center">0.970</td>
<td valign="top" align="center">0.914</td>
</tr>
<tr>
<td valign="top" align="center">RF</td>
<td valign="top" align="center">0.905</td>
<td valign="top" align="center">0.934</td>
<td valign="top" align="center">0.908</td>
<td valign="top" align="center">0.948</td>
<td valign="top" align="center">0.917</td>
</tr>
<tr>
<td valign="top" align="center">NB</td>
<td valign="top" align="center">0.844</td>
<td valign="top" align="center">0.847</td>
<td valign="top" align="center">0.881</td>
<td valign="top" align="center">0.941</td>
<td valign="top" align="center">0.861</td>
</tr>
<tr>
<td valign="top" align="center">XGB</td>
<td valign="top" align="center">0.905</td>
<td valign="top" align="center">0.941</td>
<td valign="top" align="center">0.909</td>
<td valign="top" align="center">0.960</td>
<td valign="top" align="center">0.920</td>
</tr>
<tr>
<td valign="top" align="center">KNN</td>
<td valign="top" align="center">0.885</td>
<td valign="top" align="center">0.917</td>
<td valign="top" align="center">0.887</td>
<td valign="top" align="center">0.921</td>
<td valign="top" align="center">0.898</td>
</tr>
<tr>
<td valign="top" align="center">Stacking</td>
<td valign="top" align="center">0.905</td>
<td valign="top" align="center">0.923</td>
<td valign="top" align="center">0.918</td>
<td valign="top" align="center">0.970</td>
<td valign="top" align="center">0.918</td>
</tr>
</tbody>
</table>
</table-wrap>
<table-wrap id="T2" position="float">
<label>Table&#xa0;2</label>
<caption>
<p>Prediction performance of all the models in the testing set.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="center"/>
<th valign="top" align="center">Accuracy</th>
<th valign="top" align="center">Sensitivity</th>
<th valign="top" align="center">Specificity</th>
<th valign="top" align="center">AUC</th>
<th valign="top" align="center">F1-score</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="center">LR</td>
<td valign="top" align="center">0.875</td>
<td valign="top" align="center">0.897</td>
<td valign="top" align="center">0.897</td>
<td valign="top" align="center">0.924</td>
<td valign="top" align="center">0.897</td>
</tr>
<tr>
<td valign="top" align="center">RF</td>
<td valign="top" align="center">0.843</td>
<td valign="top" align="center">0.897</td>
<td valign="top" align="center">0.854</td>
<td valign="top" align="center">0.903</td>
<td valign="top" align="center">0.875</td>
</tr>
<tr>
<td valign="top" align="center">NB</td>
<td valign="top" align="center">0.875</td>
<td valign="top" align="center">0.897</td>
<td valign="top" align="center">0.897</td>
<td valign="top" align="center">0.921</td>
<td valign="top" align="center">0.897</td>
</tr>
<tr>
<td valign="top" align="center">XGB</td>
<td valign="top" align="center">0.859</td>
<td valign="top" align="center">0.872</td>
<td valign="top" align="center">0.895</td>
<td valign="top" align="center">0.896</td>
<td valign="top" align="center">0.883</td>
</tr>
<tr>
<td valign="top" align="center">KNN</td>
<td valign="top" align="center">0.843</td>
<td valign="top" align="center">0.897</td>
<td valign="top" align="center">0.854</td>
<td valign="top" align="center">0.908</td>
<td valign="top" align="center">0.875</td>
</tr>
<tr>
<td valign="top" align="center">
<bold>Stacking</bold>
</td>
<td valign="top" align="center">
<bold>0.891</bold>
</td>
<td valign="top" align="center">
<bold>0.897</bold>
</td>
<td valign="top" align="center">
<bold>0.921</bold>
</td>
<td valign="top" align="center">
<bold>0.931</bold>
</td>
<td valign="top" align="center">
<bold>0.909</bold>
</td>
</tr>
</tbody>
</table>
</table-wrap>
<fig id="f5" position="float">
<label>Figure&#xa0;5</label>
<caption>
<p>The ROCs. <bold>(A)</bold> The average performance of different models after five-fold cross-validation in the training set. <bold>(B)</bold> Models performance in the testing set.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1116129-g005.tif"/>
</fig>
</sec>
<sec id="s4" sec-type="discussion">
<label>4</label>
<title>Discussion</title>
<p>Although significant progress has been made in treating HCC in recent years, the postoperative recurrence rate is still high, leading to poor clinical prognosis (<xref ref-type="bibr" rid="B35">35</xref>). Pathological grading is one of the critical factors in determining the postoperative recurrence of HCC. Compared with low-grade, high-grade HCC has a higher recurrence rate and shorter survival period, requiring expanded surgical margins and more frequent postoperative follow-up (<xref ref-type="bibr" rid="B36">36</xref>). Accurate preoperative prediction of pathological grading can provide a theoretical basis for individualized treatment decisions. However, the evaluation of HCC grading in clinical practice can only rely on pathological analysis of tumor tissue obtained after liver resection or puncture, which limits its value in guiding treatment decision-making before surgery.</p>
<p>Imaging examination is essential for diagnosing and preoperatively evaluating HCC. The commonly used contrast-enhanced imaging techniques in clinical practice include contrast-enhanced CT (CECT), contrast-enhanced MRI (CEMRI), hepatobiliary-specific MRI, and contrast-enhanced ultrasound (CEUS). Among the above four image types, CEUS differs from CECT, CEMRI, and hepatobiliary-specific MRI. The contrast agent of CEUS is a pure-blood pool contrast agent, which can accurately display the vascular architecture within the tumor. In addition, CEUS belongs to three-dimensional temporal imaging, which can reflect real-time changes in blood flow perfusion of tumor tissue (<xref ref-type="bibr" rid="B37">37</xref>). Previous studies have shown that factors such as tumor diameter, boundary, echo, clearance time, clearance degree, and LI-RADS classification of CEUS are related to the pathological grading of HCC, but their predictive ability is still weak (<xref ref-type="bibr" rid="B38">38</xref>&#x2013;<xref ref-type="bibr" rid="B40">40</xref>).</p>
<p>Radiomics has been applied to the diagnosis of HCC and postoperative efficacy evaluation, and other aspects by analyzing existing images of patients without additional examinations or increasing the economic burden on patients (<xref ref-type="bibr" rid="B41">41</xref>, <xref ref-type="bibr" rid="B42">42</xref>). This study used CEUS to predict the Edmondson-Steiner grading of HCC before operation. First, we extracted the Radiomics features from the enhanced three phases CEUS images and reduced the dimension of the features using independent sample t-test and LASSO. Next, five individual classifiers were trained using the five-fold cross-validation, and then the classifiers were integrated and obtained a prediction model with good performance.</p>
<p>The experimental results show that the prediction performance of the stacking ensemble model is much better than that of the individual classifier prediction model. For example, from <xref ref-type="table" rid="T2">
<bold>Table&#xa0;2</bold>
</xref>, we can find that the accuracy and AUC of the ensemble model can reach 0.891 and 0.931, respectively.</p>
<p>The results of the additional testing set show that the performance of KNN compared to all other models, as shown in <xref ref-type="fig" rid="f6">
<bold>Figure 6</bold>
</xref> and <xref ref-type="table" rid="T3">
<bold>Table&#xa0;3</bold>
</xref>, has an accuracy and AUC of 0.901 and 0.940. The ensemble model also showed a good performance with an AUC of 0.937.</p>
<fig id="f6" position="float">
<label>Figure&#xa0;6</label>
<caption>
<p>The ROCs. Models&#x2019; performance in the additional independent testing set.</p>
</caption>
<graphic mimetype="image" mime-subtype="tiff" xlink:href="fonc-13-1116129-g006.tif"/>
</fig>
<table-wrap id="T3" position="float">
<label>Table&#xa0;3</label>
<caption>
<p>Prediction performance of all the models in the additional independent testing set.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="top" align="center"/>
<th valign="top" align="center">Accuracy</th>
<th valign="top" align="center">Sensitivity</th>
<th valign="top" align="center">Specificity</th>
<th valign="top" align="center">AUC</th>
<th valign="top" align="center">F1-score</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="center">LR</td>
<td valign="top" align="center">0.843</td>
<td valign="top" align="center">0.931</td>
<td valign="top" align="center">0.818</td>
<td valign="top" align="center">0.932</td>
<td valign="top" align="center">0.807</td>
</tr>
<tr>
<td valign="top" align="center">RF</td>
<td valign="top" align="center">0.784</td>
<td valign="top" align="center">0.793</td>
<td valign="top" align="center">0.824</td>
<td valign="top" align="center">0.928</td>
<td valign="top" align="center">0.807</td>
</tr>
<tr>
<td valign="top" align="center">NB</td>
<td valign="top" align="center">0.823</td>
<td valign="top" align="center">0.862</td>
<td valign="top" align="center">0.833</td>
<td valign="top" align="center">0.926</td>
<td valign="top" align="center">0.847</td>
</tr>
<tr>
<td valign="top" align="center">XGB</td>
<td valign="top" align="center">0.843</td>
<td valign="top" align="center">0.965</td>
<td valign="top" align="center">0.838</td>
<td valign="top" align="center">0.927</td>
<td valign="top" align="center">0.866</td>
</tr>
<tr>
<td valign="top" align="center">KNN</td>
<td valign="top" align="center">0901</td>
<td valign="top" align="center">0.965</td>
<td valign="top" align="center">0.875</td>
<td valign="top" align="center">0.940</td>
<td valign="top" align="center">0.918</td>
</tr>
<tr>
<td valign="top" align="center">Stacking</td>
<td valign="top" align="center">0.823</td>
<td valign="top" align="center">0.896</td>
<td valign="top" align="center">0.812</td>
<td valign="top" align="center">0.937</td>
<td valign="top" align="center">0.852</td>
</tr>
</tbody>
</table>
</table-wrap>
<p>Radiomics is a new field that aims to explore the potential relationship between medical images and tumor cell phenotypic characteristics in a non-invasive manner. According to previous studies, radiomics plays an essential role in tumor grading. <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref> lists recent research on the Edmondson-Steiner grading of HCC.</p>
<table-wrap id="T4" position="float">
<label>Table&#xa0;4</label>
<caption>
<p>Existing research results on the Edmondson-Steiner grading of HCC.</p>
</caption>
<table frame="hsides">
<thead>
<tr>
<th valign="middle" align="center">Method</th>
<th valign="middle" align="center">Year</th>
<th valign="middle" align="center">Median age<break/>(range)</th>
<th valign="middle" align="center">Dataset cases</th>
<th valign="middle" align="center">Feature selection</th>
<th valign="middle" align="center">Model</th>
<th valign="middle" align="center">EV</th>
<th valign="middle" align="center">AC</th>
<th valign="middle" align="center">AUC</th>
</tr>
</thead>
<tbody>
<tr>
<td valign="top" align="center">Ref (<xref ref-type="bibr" rid="B10">10</xref>)</td>
<td valign="top" align="center">2021</td>
<td valign="top" align="center">24</td>
<td valign="top" align="center">193 (US)</td>
<td valign="top" align="center">Intra-class correlation coefficient , LASSO</td>
<td valign="top" align="center">SVM</td>
<td valign="top" align="center">Yes</td>
<td valign="top" align="center">0.818</td>
<td valign="top" align="center">0.849</td>
</tr>
<tr>
<td valign="top" align="center">Ref (<xref ref-type="bibr" rid="B16">16</xref>)</td>
<td valign="top" align="center">2020</td>
<td valign="top" align="center">57(28-74)</td>
<td valign="top" align="center">297(CECT)</td>
<td valign="top" align="center">T-test,ICC</td>
<td valign="top" align="center">XGBoost</td>
<td valign="top" align="center">No</td>
<td valign="top" align="center">0.7</td>
<td valign="top" align="center">0.801</td>
</tr>
<tr>
<td valign="top" align="center">Ref (<xref ref-type="bibr" rid="B18">18</xref>)</td>
<td valign="top" align="center">2019</td>
<td valign="top" align="center">55(25-74)</td>
<td valign="top" align="center">170(MRI)</td>
<td valign="top" align="center">LASSO</td>
<td valign="top" align="center">Logistic regression</td>
<td valign="top" align="center">No</td>
<td valign="top" align="center">0.761</td>
<td valign="top" align="center">0.8</td>
</tr>
<tr>
<td valign="top" align="center">Ref (<xref ref-type="bibr" rid="B31">31</xref>)</td>
<td valign="top" align="center">2021</td>
<td valign="top" align="center">TS:59(35.8), VS:24(35.3)</td>
<td valign="top" align="center">235(CEUS)</td>
<td valign="top" align="center">LASSO,<break/>ICC</td>
<td valign="top" align="center">SVM</td>
<td valign="top" align="center">No</td>
<td valign="top" align="center">0.757</td>
<td valign="top" align="center">0.785</td>
</tr>
<tr>
<td valign="top" align="center">Ref (<xref ref-type="bibr" rid="B43">43</xref>)</td>
<td valign="top" align="center">2022</td>
<td valign="top" align="center">TS:55(47-63),VS:56(47-62)</td>
<td valign="top" align="center">384(CECT)</td>
<td valign="top" align="center">Depth features</td>
<td valign="top" align="center">MSMR-DenseCNN</td>
<td valign="top" align="center">No</td>
<td valign="top" align="center">0.67</td>
<td valign="top" align="center">0.866</td>
</tr>
<tr>
<td valign="top" align="center">Ref (<xref ref-type="bibr" rid="B44">44</xref>)</td>
<td valign="top" align="center">2022</td>
<td valign="top" align="center">62(52-72)</td>
<td valign="top" align="center">137(MRI)</td>
<td valign="top" align="center">Random forest regression</td>
<td valign="top" align="center">Random forest</td>
<td valign="top" align="center">Yes</td>
<td valign="top" align="center">0.72</td>
<td valign="top" align="center">0.8</td>
</tr>
<tr>
<td valign="top" align="center">Proposed</td>
<td valign="top" align="center">2022</td>
<td valign="top" align="center">TS:58(29-79), VS:57(24-74)</td>
<td valign="top" align="center">212(CEUS)</td>
<td valign="top" align="center">T-test,<break/>LASSO</td>
<td valign="top" align="center">Stacking</td>
<td valign="top" align="center">Yes</td>
<td valign="top" align="center">0.823</td>
<td valign="top" align="center">0.937</td>
</tr>
</tbody>
</table>
<table-wrap-foot>
<fn>
<p>TS stands for Training Set; VS stands for Validation set; EV stands for additional external testing set.</p>
</fn>
</table-wrap-foot>
</table-wrap>
<p>This study innovatively selected three representative phases of images from CEUS as the objects for feature extraction and analysis. By using ensemble learning methods, the classification performance has been significantly improved compared to existing studies. See <xref ref-type="table" rid="T4">
<bold>Table&#xa0;4</bold>
</xref>.</p>
<p>Compared with enhanced CT and MRI, CEUS is real-time dynamic imaging, which has the advantages of low cost, safety, portability, and non-radiation, incomparable to other imaging technologies. The CEUS-based diagnosis is promising and can be used more widely in clinical practice.</p>
<p>However, our research has some limitations. First, we only classified HCC patients into two types: high-grade and low-grade. In the future study, the sample size will be further expanded, and the value of Radiomics for multi-category classification of HCC in CEUS will be further explored. Secondly, most of the enrolled patients had a history of viral hepatitis. The robustness of the proposed method needs to be verified in heterogeneous liver diseases with other high-risk factors of HCC. Third, we selected three phases of CEUS images by experienced doctors, which may have errors caused by subjective factors. Fourth, the ultrasound images came from a variety of different devices. The difference in ultrasonic parameters between patients could impact the experimental results. Fifth, our data comes from one center. In the future, we will take multi-center research to improve our experiments&#x2019; generalization performance.</p>
</sec>
<sec id="s5" sec-type="conclusions">
<label>5</label>
<title>Conclusion</title>
<p>This study proposed an automated Edmondson-Steiner grading method for HCC with CEUS. Based on three-dimensional dynamically enhanced ultrasound images, we used Radiomics methods to extract image bio-markers, made effective feature selection, and then used the integrated classifier to build a prediction model. The experimental results show that the method proposed in this study has good classification performance on independent testing sets, which can provide quantitative analysis support for clinical decision-making.</p>
</sec>
<sec id="s6" sec-type="data-availability">
<title>Data availability statement</title>
<p>The raw data supporting the conclusions of this article will be made available by the authors, without undue reservation.</p>
</sec>
<sec id="s7" sec-type="ethics-statement">
<title>Ethics statement</title>
<p>The studies involving human participants were reviewed and approved by the Shengjing Hospital of China Medical University Ethics Committee. The patients/participants provided their written informed consent to participate in this study.</p>
</sec>
<sec id="s8" sec-type="author-contributions">
<title>Author contributions</title>
<p>YW presented clinical problems, completed data collection, drawing segmentation labels, and establishing and evaluating models. DY and FL completed image data processing, model building and optimization. HS and XP helped applying the Radiomics and machine learning method. YH confirms the accuracy of segmentation labels and guides clinical related issues. HL and ST are responsible for the overall design and guidance. All authors contributed to the article and approved the submitted version.</p>
</sec>
</body>
<back>
<sec id="s9" sec-type="funding-information">
<title>Funding</title>
<p>This work was funded by Liaoning Science and Technology Plan of the People&#x2019;s Livelihood, Joint Plan Project (2021JH2/10300114).</p>
</sec>
<sec id="s10" sec-type="COI-statement">
<title>Conflict of interest</title>
<p>The authors declare that the research was conducted in the absence of any commercial or financial relationships that could be construed as a potential conflict of interest.</p>
</sec>
<sec id="s11" sec-type="disclaimer">
<title>Publisher&#x2019;s note</title>
<p>All claims expressed in this article are solely those of the authors and do not necessarily represent those of their affiliated organizations, or those of the publisher, the editors and the reviewers. Any product that may be evaluated in this article, or claim that may be made by its manufacturer, is not guaranteed or endorsed by the publisher.</p>
</sec>
<ref-list>
<title>References</title>
<ref id="B1">
<label>1</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Njei</surname> <given-names>B</given-names>
</name>
<name>
<surname>Rotman</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ditah</surname> <given-names>I</given-names>
</name>
<name>
<surname>Lim</surname> <given-names>JK</given-names>
</name>
</person-group>. <article-title>Emerging trends in hepatocellular carcinoma incidence and mortality</article-title>. <source>Hepatology</source> (<year>2015</year>) <volume>61</volume>(<issue>1</issue>):<page-range>191&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.1002/hep.27388</pub-id>
</citation>
</ref>
<ref id="B2">
<label>2</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>X</given-names>
</name>
<name>
<surname>Han</surname> <given-names>X</given-names>
</name>
<name>
<surname>Li</surname> <given-names>L</given-names>
</name>
<name>
<surname>Su</surname> <given-names>C</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>J</given-names>
</name>
<name>
<surname>Zhan</surname> <given-names>C</given-names>
</name>
</person-group>. <article-title>Dynamic contrast-enhanced ultrasonography with sonazoid for diagnosis of microvascular invasion in hepatocellular carcinoma</article-title>. <source>Ultrasound Med Biol</source> (<year>2022</year>) <volume>48</volume>(<issue>3</issue>):<page-range>575&#x2013;81</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2021.11.005</pub-id>
</citation>
</ref>
<ref id="B3">
<label>3</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Bruix</surname> <given-names>J</given-names>
</name>
<name>
<surname>Reig</surname> <given-names>M</given-names>
</name>
<name>
<surname>Sherman</surname> <given-names>M</given-names>
</name>
</person-group>. <article-title>Evidence-based diagnosis, staging, and treatment of patients with hepatocellular carcinoma</article-title>. <source>Gastroenterology</source> (<year>2016</year>) <volume>150</volume>(<issue>4</issue>):<page-range>835&#x2013;53</page-range>. doi: <pub-id pub-id-type="doi">10.1053/j.gastro.2015.12.041</pub-id>
</citation>
</ref>
<ref id="B4">
<label>4</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Jiang</surname> <given-names>HY</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<name>
<surname>Xia</surname> <given-names>CC</given-names>
</name>
<name>
<surname>Cao</surname> <given-names>LK</given-names>
</name>
<name>
<surname>Duan</surname> <given-names>T</given-names>
</name>
<name>
<surname>Song</surname> <given-names>B</given-names>
</name>
</person-group>. <article-title>Noninvasive imaging of hepatocellular carcinoma: from diagnosis to prognosis</article-title>. <source>World J Gastroenterol</source> (<year>2018</year>) <volume>24</volume>(<issue>22</issue>):<fpage>2348</fpage>. doi: <pub-id pub-id-type="doi">10.3748/wjg.v24.i22.2348</pub-id>
</citation>
</ref>
<ref id="B5">
<label>5</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Yang</surname> <given-names>G</given-names>
</name>
<name>
<surname>Yao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>D</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>H</given-names>
</name>
<name>
<surname>Zhou</surname> <given-names>S</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>Upregulated mH2A1 serves as an unfavorable prognostic indicator and promotes the progress of hepatocellular carcinoma (HCC)</article-title>. <source>Life Sci</source> (<year>2020</year>) <volume>263</volume>:<fpage>118576</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.lfs.2020.118576</pub-id>
</citation>
</ref>
<ref id="B6">
<label>6</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>L</given-names>
</name>
<name>
<surname>Rui</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>SB</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>S. G.</given-names>
</name>
<name>
<surname>Qu</surname> <given-names>Q</given-names>
</name>
</person-group>. <article-title>LCSGJ-T classification, 6th or 5th edition TNM staging did not independently predict the long-term prognosis of HBV-related hepatocellular carcinoma after radical hepatectomy</article-title>. <source>J Surg Res</source> (<year>2010</year>) <volume>159</volume>(<issue>1</issue>):<page-range>538&#x2013;44</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.jss.2008.09.004</pub-id>
</citation>
</ref>
<ref id="B7">
<label>7</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>L</given-names>
</name>
<name>
<surname>Rui</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Ye</surname> <given-names>DX</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>SB</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>SG</given-names>
</name>
<name>
<surname>Qu</surname> <given-names>Q</given-names>
</name>
</person-group>. <article-title>Edmondson-Steiner grading increases the predictive efficiency of TNM staging for long-term survival of patients with hepatocellular carcinoma after curative resection</article-title>. <source>World J Surg</source> (<year>2008</year>) <volume>32</volume>(<issue>8</issue>):<page-range>1748&#x2013;56</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00268-008-9615-8</pub-id>
</citation>
</ref>
<ref id="B8">
<label>8</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Zhou</surname> <given-names>L</given-names>
</name>
<name>
<surname>Rui</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>SB</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>SG</given-names>
</name>
<name>
<surname>Qu</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Chi</surname> <given-names>TY</given-names>
</name>
<etal/>
</person-group>. <article-title>Factors predictive for long-term survival of male patients with hepatocellular carcinoma after curative resection</article-title>. <source>J Surg Oncol</source> (<year>2007</year>) <volume>95</volume>(<issue>4</issue>):<fpage>298</fpage>&#x2013;<lpage>303</lpage>. doi: <pub-id pub-id-type="doi">10.1002/jso.20678</pub-id>
</citation>
</ref>
<ref id="B9">
<label>9</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Gebauer</surname> <given-names>F</given-names>
</name>
<name>
<surname>Tachezy</surname> <given-names>M</given-names>
</name>
<name>
<surname>Vashist</surname> <given-names>YK</given-names>
</name>
<name>
<surname>Marx</surname> <given-names>AH</given-names>
</name>
<name>
<surname>Yekebas</surname> <given-names>E</given-names>
</name>
<name>
<surname>Izbicki</surname> <given-names>JR</given-names>
</name>
<etal/>
</person-group>. <article-title>Resection margin clearance in pancreatic cancer after implementation of the Leeds pathology protocol (LEEPP): clinically relevant or just academic</article-title>? <source>World J Surg</source> (<year>2015</year>) <volume>39</volume>(<issue>2</issue>):<page-range>493&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00268-014-2808-4</pub-id>
</citation>
</ref>
<ref id="B10">
<label>10</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ren</surname> <given-names>S</given-names>
</name>
<name>
<surname>Qi</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Duan</surname> <given-names>S</given-names>
</name>
<name>
<surname>Mao</surname> <given-names>B</given-names>
</name>
<name>
<surname>Chang</surname> <given-names>Z</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative prediction of pathological grading of hepatocellular carcinoma using machine learning-based ultrasomics: a multicenter study</article-title>. <source>Eur J Radiol</source> (<year>2021</year>) <volume>143</volume>:<fpage>109891</fpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ejrad.2021.109891</pub-id>
</citation>
</ref>
<ref id="B11">
<label>11</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Fu</surname> <given-names>J</given-names>
</name>
<name>
<surname>Li</surname> <given-names>WZ</given-names>
</name>
<name>
<surname>McGrath</surname> <given-names>NA</given-names>
</name>
<name>
<surname>Lai</surname> <given-names>CW</given-names>
</name>
<name>
<surname>Brar</surname> <given-names>G</given-names>
</name>
<name>
<surname>Xiang</surname> <given-names>YQ</given-names>
</name>
<etal/>
</person-group>. <article-title>Immune checkpoint inhibitor associated hepatotoxicity in primary liver cancer versus other cancers: a systematic review and meta-analysis</article-title>. <source>Front Oncol</source> (<year>2021</year>) <volume>11</volume>:<elocation-id>650292</elocation-id>. doi: <pub-id pub-id-type="doi">10.3389/fonc.2021.650292</pub-id>
</citation>
</ref>
<ref id="B12">
<label>12</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Calderaro</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ziol</surname> <given-names>M</given-names>
</name>
<name>
<surname>Paradis</surname> <given-names>V</given-names>
</name>
<name>
<surname>Zucman-Rossi</surname> <given-names>J</given-names>
</name>
</person-group>. <article-title>Molecular and histological correlations in liver cancer</article-title>. <source>J Hepatol</source> (<year>2019</year>) <volume>71</volume>(<issue>3</issue>):<page-range>616&#x2013;30</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.jhep.2019.06.001</pub-id>
</citation>
</ref>
<ref id="B13">
<label>13</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ameli</surname> <given-names>S</given-names>
</name>
<name>
<surname>Shaghaghi</surname> <given-names>M</given-names>
</name>
<name>
<surname>Aliyari Ghasabeh</surname> <given-names>M</given-names>
</name>
<name>
<surname>Pandey</surname> <given-names>P</given-names>
</name>
<name>
<surname>Hazhirkarzar</surname> <given-names>B</given-names>
</name>
<name>
<surname>Ghadimi</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Role of baseline volumetric functional MRI in predicting histopathologic grade and patients&#x2019; survival in hepatocellular carcinoma</article-title>. <source>Eur Radiol</source> (<year>2020</year>) <volume>30</volume>(<issue>7</issue>):<page-range>3748&#x2013;58</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00330-020-06742-8</pub-id>
</citation>
</ref>
<ref id="B14">
<label>14</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Li</surname> <given-names>X</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>K</given-names>
</name>
<name>
<surname>Shi</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>F</given-names>
</name>
<name>
<surname>Meng</surname> <given-names>X</given-names>
</name>
</person-group>. <article-title>Correlations between the minimum and mean apparent diffusion coefficient values of hepatocellular carcinoma and tumor grade</article-title>. <source>J Magnetic Resonance Imaging</source> (<year>2016</year>) <volume>44</volume>(<issue>6</issue>):<page-range>1442&#x2013;7</page-range>. doi: <pub-id pub-id-type="doi">10.1002/jmri.25323</pub-id>
</citation>
</ref>
<ref id="B15">
<label>15</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>GZ</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>LF</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>GH</given-names>
</name>
<name>
<surname>Li</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>XZ</given-names>
</name>
<name>
<surname>Yuan</surname> <given-names>ZG</given-names>
</name>
</person-group>. <article-title>Magnetic resonance diffusion kurtosis imaging versus diffusion-weighted imaging in evaluating the pathological grade of hepatocellular carcinoma</article-title>. <source>Cancer Manage Res</source> (<year>2020</year>) <volume>12</volume>:<fpage>5147</fpage>. doi: <pub-id pub-id-type="doi">10.2147/CMAR.S254371</pub-id>
</citation>
</ref>
<ref id="B16">
<label>16</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Mao</surname> <given-names>B</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>L</given-names>
</name>
<name>
<surname>Ning</surname> <given-names>P</given-names>
</name>
<name>
<surname>Ding</surname> <given-names>F</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>F</given-names>
</name>
<name>
<surname>Lu</surname> <given-names>G</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative prediction for pathological grade of hepatocellular carcinoma <italic>via</italic> machine learning&#x2013;based radiomics</article-title>. <source>Eur Radiol</source> (<year>2020</year>) <volume>30</volume>(<issue>12</issue>):<page-range>6924&#x2013;32</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00330-020-07056-5</pub-id>
</citation>
</ref>
<ref id="B17">
<label>17</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Xuan</surname> <given-names>Z</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>N</given-names>
</name>
<name>
<surname>Li</surname> <given-names>C</given-names>
</name>
<name>
<surname>Liu</surname> <given-names>Y</given-names>
</name>
</person-group>. <article-title>Application of contrast-enhanced ultrasound in the pathological grading and prognosis prediction of hepatocellular carcinoma</article-title>. <source>Trans Cancer Res</source> (<year>2021</year>) <volume>10</volume>(<issue>9</issue>):<fpage>4106</fpage>. doi: <pub-id pub-id-type="doi">10.21037/tcr-21-1264</pub-id>
</citation>
</ref>
<ref id="B18">
<label>18</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname> <given-names>M</given-names>
</name>
<name>
<surname>Tan</surname> <given-names>H</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>F</given-names>
</name>
<name>
<surname>Hai</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ning</surname> <given-names>P</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Predicting the grade of hepatocellular carcinoma based on non-contrast-enhanced MRI radiomics signature</article-title>. <source>Eur Radiol</source> (<year>2019</year>) <volume>29</volume>(<issue>6</issue>):<page-range>2802&#x2013;11</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00330-018-5787-2</pub-id>
</citation>
</ref>
<ref id="B19">
<label>19</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Russo</surname> <given-names>FP</given-names>
</name>
<name>
<surname>Imondi</surname> <given-names>A</given-names>
</name>
<name>
<surname>Lynch</surname> <given-names>EN</given-names>
</name>
<name>
<surname>Farinati</surname> <given-names>F</given-names>
</name>
</person-group>. <article-title>When and how should we perform a biopsy for HCC in patients with liver cirrhosis in 2018? a review</article-title>. <source>Digestive liver Dis</source> (<year>2018</year>) <volume>50</volume>(<issue>7</issue>):<page-range>640&#x2013;6</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.dld.2018.03.014</pub-id>
</citation>
</ref>
<ref id="B20">
<label>20</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Di Tommaso</surname> <given-names>L</given-names>
</name>
<name>
<surname>Spadaccini</surname> <given-names>M</given-names>
</name>
<name>
<surname>Donadon</surname> <given-names>M</given-names>
</name>
<name>
<surname>Personeni</surname> <given-names>N</given-names>
</name>
<name>
<surname>Elamin</surname> <given-names>A</given-names>
</name>
<name>
<surname>Aghemo</surname> <given-names>A</given-names>
</name>
<etal/>
</person-group>. <article-title>Role of liver biopsy in hepatocellular carcinoma</article-title>. <source>World J Gastroenterol</source> (<year>2019</year>) <volume>25</volume>(<issue>40</issue>):<fpage>6041</fpage>. doi: <pub-id pub-id-type="doi">10.3748/wjg.v25.i40.6041</pub-id>
</citation>
</ref>
<ref id="B21">
<label>21</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ayuso</surname> <given-names>C</given-names>
</name>
<name>
<surname>Rimola</surname> <given-names>J</given-names>
</name>
<name>
<surname>Vilana</surname> <given-names>R</given-names>
</name>
<name>
<surname>Burrel</surname> <given-names>M</given-names>
</name>
<name>
<surname>Darnell</surname> <given-names>A</given-names>
</name>
<name>
<surname>Garc&#xed;a-Criado</surname> <given-names>&#xc1;</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnosis and staging of hepatocellular carcinoma (HCC): current guidelines</article-title>. <source>Eur J Radiol</source> (<year>2018</year>) <volume>101</volume>:<fpage>72</fpage>&#x2013;<lpage>81</lpage>. doi: <pub-id pub-id-type="doi">10.1016/j.ejrad.2018.01.025</pub-id>
</citation>
</ref>
<ref id="B22">
<label>22</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ayuso</surname> <given-names>C</given-names>
</name>
<name>
<surname>Rimola</surname> <given-names>J</given-names>
</name>
<name>
<surname>Garc&#xed;a-Criado</surname> <given-names>&#xc1;</given-names>
</name>
</person-group>. <article-title>Imaging of HCC</article-title>. <source>Abdominal Imaging</source> (<year>2012</year>) <volume>37</volume>(<issue>2</issue>):<page-range>215&#x2013;30</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00261-011-9794-x</pub-id>
</citation>
</ref>
<ref id="B23">
<label>23</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nasu</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kuroki</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Tsukamoto</surname> <given-names>T</given-names>
</name>
<name>
<surname>Nakajima</surname> <given-names>H</given-names>
</name>
<name>
<surname>Mori</surname> <given-names>K</given-names>
</name>
<name>
<surname>Minami</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Diffusion-weighted imaging of surgically resected hepatocellular carcinoma: imaging characteristics and relationship among signal intensity, apparent diffusion coefficient, and histopathologic grade</article-title>. <source>Am J Roentgenol</source> (<year>2009</year>) <volume>193</volume>(<issue>2</issue>):<page-range>438&#x2013;44</page-range>. doi: <pub-id pub-id-type="doi">10.2214/AJR.08.1424</pub-id>
</citation>
</ref>
<ref id="B24">
<label>24</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Nishie</surname> <given-names>A</given-names>
</name>
<name>
<surname>Tajima</surname> <given-names>T</given-names>
</name>
<name>
<surname>Asayama</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Ishigami</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kakihara</surname> <given-names>D</given-names>
</name>
<name>
<surname>Nakayama</surname> <given-names>T</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnostic performance of apparent diffusion coefficient for predicting histological grade of hepatocellular carcinoma</article-title>. <source>Eur J Radiol</source> (<year>2011</year>) <volume>80</volume>(<issue>2</issue>):<page-range>e29&#x2013;33</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ejrad.2010.06.019</pub-id>
</citation>
</ref>
<ref id="B25">
<label>25</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kogita</surname> <given-names>S</given-names>
</name>
<name>
<surname>Imai</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Okada</surname> <given-names>M</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>T</given-names>
</name>
<name>
<surname>Onishi</surname> <given-names>H</given-names>
</name>
<name>
<surname>Takamura</surname> <given-names>M</given-names>
</name>
<etal/>
</person-group>. <article-title>Gd-EOB-DTPA-enhanced magnetic resonance images of hepatocellular carcinoma: correlation with histological grading and portal blood flow</article-title>. <source>Eur Radiol</source> (<year>2010</year>) <volume>20</volume>(<issue>10</issue>):<page-range>2405&#x2013;13</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00330-010-1812-9</pub-id>
</citation>
</ref>
<ref id="B26">
<label>26</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wu</surname> <given-names>M</given-names>
</name>
<name>
<surname>Tan</surname> <given-names>H</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>F</given-names>
</name>
<name>
<surname>Hai</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ning</surname> <given-names>P</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>J</given-names>
</name>
<etal/>
</person-group>. <article-title>Predicting the grade of hepatocellular carcinoma based on non-contrast-enhanced MRI radiomics signature</article-title>. <source>Eur Radiol</source> (<year>2019</year>) <volume>29</volume>(<issue>6</issue>):<page-range>2802&#x2013;11</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00330-018-5787-2</pub-id>
</citation>
</ref>
<ref id="B27">
<label>27</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Oh</surname> <given-names>J</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Park</surname> <given-names>J</given-names>
</name>
<name>
<surname>Joo</surname> <given-names>I</given-names>
</name>
<name>
<surname>Yoon</surname> <given-names>J. H</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>D. H</given-names>
</name>
<etal/>
</person-group>. <article-title>Hepatocellular carcinoma: texture analysis of preoperative computed tomography images can provide markers of tumor grade and disease-free survival</article-title>. <source>Korean J Radiol</source> (<year>2019</year>) <volume>20</volume>(<issue>4</issue>):<page-range>569&#x2013;79</page-range>. doi: <pub-id pub-id-type="doi">10.3348/kjr.2018.0501</pub-id>
</citation>
</ref>
<ref id="B28">
<label>28</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Seitz</surname> <given-names>K</given-names>
</name>
<name>
<surname>Bernatik</surname> <given-names>T</given-names>
</name>
<name>
<surname>Strobel</surname> <given-names>D</given-names>
</name>
<name>
<surname>Blank</surname> <given-names>W</given-names>
</name>
<name>
<surname>Friedrich-Rust</surname> <given-names>M</given-names>
</name>
<name>
<surname>Strunk</surname> <given-names>H</given-names>
</name>
<etal/>
</person-group>. <article-title>Contrast-enhanced ultrasound (CEUS) for the characterization of focal liver lesions in clinical practice (DEGUM multicenter trial): CEUS vs. MRI&#x2013;a prospective comparison in 269 patients</article-title>. <source>Ultraschall der Medizin-European J Ultrasound</source> (<year>2010</year>) <volume>31</volume>(<issue>05</issue>):<page-range>492&#x2013;9</page-range>. doi: <pub-id pub-id-type="doi">10.1055/s-0029-1245591</pub-id>
</citation>
</ref>
<ref id="B29">
<label>29</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Hu</surname> <given-names>HT</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>LD</given-names>
</name>
<name>
<surname>Ruan</surname> <given-names>SM</given-names>
</name>
<name>
<surname>Chen</surname> <given-names>SL</given-names>
</name>
<name>
<surname>Li</surname> <given-names>X</given-names>
</name>
<etal/>
</person-group>. <article-title>Artificial intelligence assists identifying malignant versus benign liver lesions using contrast-enhanced ultrasound</article-title>. <source>J Gastroenterol Hepatol</source> (<year>2021</year>) <volume>36</volume>(<issue>10</issue>):<page-range>2875&#x2013;83</page-range>. doi: <pub-id pub-id-type="doi">10.1111/jgh.15522</pub-id>
</citation>
</ref>
<ref id="B30">
<label>30</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Liu</surname> <given-names>YH</given-names>
</name>
<name>
<surname>Fan</surname> <given-names>ZH</given-names>
</name>
<name>
<surname>Yin</surname> <given-names>SS</given-names>
</name>
<name>
<surname>Yan</surname> <given-names>K</given-names>
</name>
<name>
<surname>Sun</surname> <given-names>LQ</given-names>
</name>
<name>
<surname>Jiang</surname> <given-names>BB</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnostic value of color parametric imaging and contrast-enhanced ultrasound in the differentiation of hepatocellular adenoma and well-differentiated hepatocellular carcinoma</article-title>. <source>J Clin Ultrasound</source> (<year>2022</year>) <volume>50</volume>(<issue>2</issue>):<page-range>216&#x2013;21</page-range>. doi: <pub-id pub-id-type="doi">10.1002/jcu.23138</pub-id>
</citation>
</ref>
<ref id="B31">
<label>31</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wang</surname> <given-names>W</given-names>
</name>
<name>
<surname>Wu</surname> <given-names>SS</given-names>
</name>
<name>
<surname>Zhang</surname> <given-names>JC</given-names>
</name>
<name>
<surname>Xian</surname> <given-names>MF</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Li</surname> <given-names>W</given-names>
</name>
<etal/>
</person-group>. <article-title>Preoperative pathological grading of hepatocellular carcinoma using ultrasomics of contrast-enhanced ultrasound</article-title>. <source>Acad Radiol</source> (<year>2021</year>) <volume>28</volume>(<issue>8</issue>):<page-range>1094&#x2013;101</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.acra.2020.05.033</pub-id>
</citation>
</ref>
<ref id="B32">
<label>32</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kumar</surname> <given-names>V</given-names>
</name>
<name>
<surname>Gu</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Basu</surname> <given-names>S</given-names>
</name>
<name>
<surname>Berglund</surname> <given-names>A</given-names>
</name>
<name>
<surname>Eschrich</surname> <given-names>SA</given-names>
</name>
<name>
<surname>Schabath</surname> <given-names>MB</given-names>
</name>
<etal/>
</person-group>. <article-title>Radiomics: the process and the challenges</article-title>. <source>Magnetic resonance Imaging</source> (<year>2012</year>) <volume>30</volume>(<issue>9</issue>):<page-range>1234&#x2013;48</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.mri.2012.06.010</pub-id>
</citation>
</ref>
<ref id="B33">
<label>33</label>
<citation citation-type="confproc">
<person-group person-group-type="author">
<name>
<surname>Yushkevich</surname> <given-names>PA</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Gerig</surname> <given-names>G</given-names>
</name>
</person-group>. (<year>2016</year>)., in: <conf-name>ITK-SNAP: An interactive tool for semi-automatic segmentation of multi-modality biomedical images[C]//2016 38th annual international conference of the IEEE engineering in medicine and biology society (EMBC)</conf-name>, Orlando, FL, USA. pp. <page-range>3342&#x2013;5</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1109/EMBC.2016.7591443</pub-id>
</citation>
</ref>
<ref id="B34">
<label>34</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Van Griethuysen</surname> <given-names>JJM</given-names>
</name>
<name>
<surname>Fedorov</surname> <given-names>A</given-names>
</name>
<name>
<surname>Parmar</surname> <given-names>C</given-names>
</name>
<name>
<surname>Hosny</surname> <given-names>A</given-names>
</name>
<name>
<surname>Aucoin</surname> <given-names>N</given-names>
</name>
<name>
<surname>Narayan</surname> <given-names>V</given-names>
</name>
<etal/>
</person-group>. <article-title>Computational radiomics system to decode the radiographic phenotype</article-title>. <source>Cancer Res</source> (<year>2017</year>) <volume>77</volume>(<issue>21</issue>):<page-range>e104&#x2013;7</page-range>. doi: <pub-id pub-id-type="doi">10.1158/0008-5472.CAN-17-0339</pub-id>
</citation>
</ref>
<ref id="B35">
<label>35</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Marrero</surname> <given-names>JA</given-names>
</name>
<name>
<surname>Kulik</surname> <given-names>LM</given-names>
</name>
<name>
<surname>Sirlin</surname> <given-names>CB</given-names>
</name>
<name>
<surname>Zhu</surname> <given-names>AX</given-names>
</name>
<name>
<surname>Finn</surname> <given-names>RS</given-names>
</name>
<name>
<surname>Abecassis</surname> <given-names>MM</given-names>
</name>
<etal/>
</person-group>. <article-title>Diagnosis, s taging, and m anagement of h epatocellular c arcinoma: 2018 p ractice G uidance by the a merican a ssociation for the s tudy of l iver d iseases</article-title>. <source>Hepatology</source> (<year>2018</year>) <volume>68</volume>(<issue>2</issue>):<page-range>723&#x2013;50</page-range>. doi: <pub-id pub-id-type="doi">10.1002/hep.29913</pub-id>
</citation>
</ref>
<ref id="B36">
<label>36</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Kim</surname> <given-names>SU</given-names>
</name>
<name>
<surname>Jung</surname> <given-names>KS</given-names>
</name>
<name>
<surname>Lee</surname> <given-names>S</given-names>
</name>
<name>
<surname>Park</surname> <given-names>JY</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>DY</given-names>
</name>
<name>
<surname>Ahn</surname> <given-names>SH</given-names>
</name>
<etal/>
</person-group>. <article-title>Histological subclassification of cirrhosis can predict recurrence after curative resection of hepatocellular carcinoma</article-title>. <source>Liver Int</source> (<year>2014</year>) <volume>34</volume>(<issue>7</issue>):<page-range>1008&#x2013;17</page-range>. doi: <pub-id pub-id-type="doi">10.1111/liv.12475</pub-id>
</citation>
</ref>
<ref id="B37">
<label>37</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Dietrich</surname> <given-names>CF</given-names>
</name>
<name>
<surname>Nols&#xf8;e</surname> <given-names>CP</given-names>
</name>
<name>
<surname>Barr</surname> <given-names>RG</given-names>
</name>
<name>
<surname>Berzigotti</surname> <given-names>A</given-names>
</name>
<name>
<surname>Burns</surname> <given-names>PN</given-names>
</name>
<name>
<surname>Cantisani</surname> <given-names>V</given-names>
</name>
<etal/>
</person-group>. <article-title>Guidelines and good clinical practice recommendations for contrast enhanced ultrasound (CEUS) in the liver&#x2013;update 2020&#x2013;WFUMB in cooperation with EFSUMB, AFSUMB, AIUM, and FLAUS[J]</article-title>. <source>Ultraschall der Medizin-European J Ultrasound</source> (<year>2020</year>) <volume>41</volume>(<issue>05</issue>):<page-range>562&#x2013;85</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1055/a-1177-0530</pub-id>
</citation>
</ref>
<ref id="B38">
<label>38</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Sugimoto</surname> <given-names>K</given-names>
</name>
<name>
<surname>Shiraishi</surname> <given-names>J</given-names>
</name>
<name>
<surname>Tanaka</surname> <given-names>H</given-names>
</name>
<name>
<surname>Tsuchiya</surname> <given-names>K</given-names>
</name>
<name>
<surname>Aso</surname> <given-names>K</given-names>
</name>
<name>
<surname>Kobayashi</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Computer-aided diagnosis for estimating the malignancy grade of hepatocellular carcinoma using contrast-enhanced ultrasound: an ROC observer study</article-title>. <source>Liver Int</source> (<year>2016</year>) <volume>36</volume>(<issue>7</issue>):<page-range>1026&#x2013;32</page-range>. doi: <pub-id pub-id-type="doi">10.1111/liv.13043</pub-id>
</citation>
</ref>
<ref id="B39">
<label>39</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Cheng</surname> <given-names>MQ</given-names>
</name>
<name>
<surname>Hu</surname> <given-names>HT</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>H</given-names>
</name>
<name>
<surname>Pan</surname> <given-names>JM</given-names>
</name>
<name>
<surname>Xian</surname> <given-names>MF</given-names>
</name>
<name>
<surname>Huang</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Pathological considerations of CEUS LI-RADS: correlation with fibrosis stage and tumour histological grade</article-title>. <source>Eur Radiol</source> (<year>2021</year>) <volume>31</volume>:<page-range>5680&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s00330-020-07660-5</pub-id>
</citation>
</ref>
<ref id="B40">
<label>40</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Tada</surname> <given-names>T</given-names>
</name>
<name>
<surname>Kumada</surname> <given-names>T</given-names>
</name>
<name>
<surname>Toyoda</surname> <given-names>H</given-names>
</name>
<name>
<surname>Ito</surname> <given-names>T</given-names>
</name>
<name>
<surname>Sone</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Kaneoka</surname> <given-names>Y</given-names>
</name>
<etal/>
</person-group>. <article-title>Utility of contrast-enhanced ultrasonography with perflubutane for determining histologic grade in hepatocellular carcinoma</article-title>. <source>Ultrasound Med Biol</source> (<year>2015</year>) <volume>41</volume>(<issue>12</issue>):<page-range>3070&#x2013;8</page-range>. doi: <pub-id pub-id-type="doi">10.1016/j.ultrasmedbio.2015.07.023</pub-id>
</citation>
</ref>
<ref id="B41">
<label>41</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Oestmann</surname> <given-names>PM</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>CJ</given-names>
</name>
<name>
<surname>Savic</surname> <given-names>LJ</given-names>
</name>
<name>
<surname>Hamm</surname> <given-names>CA</given-names>
</name>
<name>
<surname>Stark</surname> <given-names>S</given-names>
</name>
<name>
<surname>Schobert</surname> <given-names>I</given-names>
</name>
<etal/>
</person-group>. <article-title>Deep learning-assisted differentiation of pathologically proven atypical and typical hepatocellular carcinoma (HCC) versus non-HCC on contrast-enhanced MRI of the liver</article-title>. <source>Eur Radiol</source> (<year>2021</year>) <volume>31</volume>(<issue>7</issue>):<page-range>4981&#x2013;90</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00330-020-07559-1</pub-id>
</citation>
</ref>
<ref id="B42">
<label>42</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Ma</surname> <given-names>QP</given-names>
</name>
<name>
<surname>He</surname> <given-names>X</given-names>
</name>
<name>
<surname>Li</surname> <given-names>K</given-names>
</name>
<name>
<surname>Wang</surname> <given-names>J. F</given-names>
</name>
<name>
<surname>Zeng</surname> <given-names>Q. J</given-names>
</name>
<name>
<surname>Xu</surname> <given-names>EJ</given-names>
</name>
<etal/>
</person-group>. <article-title>Dynamic contrast-enhanced ultrasound radiomics for hepatocellular carcinoma recurrence prediction after thermal ablation</article-title>. <source>Mol Imaging Biol</source> (<year>2021</year>) <volume>23</volume>:<page-range>572&#x2013;85</page-range>. doi: <pub-id pub-id-type="doi">10.1007/s11307-021-01578-0</pub-id>
</citation>
</ref>
<ref id="B43">
<label>43</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Wei</surname> <given-names>J</given-names>
</name>
<name>
<surname>Ji</surname> <given-names>Q</given-names>
</name>
<name>
<surname>Gao</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Yang</surname> <given-names>X</given-names>
</name>
<name>
<surname>Guo</surname> <given-names>D</given-names>
</name>
<name>
<surname>Gu</surname> <given-names>D</given-names>
</name>
<etal/>
</person-group>. <article-title>A multi-scale, multi-region and attention mechanism-based deep learning framework for prediction of grading in hepatocellular carcinoma</article-title>. <source>Med Phys</source> (<year>2022</year>) <volume>50</volume>(<issue>4</issue>):<page-range>2290&#x2013;302</page-range>. doi: <pub-id pub-id-type="doi">10.1002/mp.16127</pub-id>
</citation>
</ref>
<ref id="B44">
<label>44</label>
<citation citation-type="journal">
<person-group person-group-type="author">
<name>
<surname>Han</surname> <given-names>YE</given-names>
</name>
<name>
<surname>Cho</surname> <given-names>Y</given-names>
</name>
<name>
<surname>Kim</surname> <given-names>MJ</given-names>
</name>
<name>
<surname>Park</surname> <given-names>BJ</given-names>
</name>
<name>
<surname>Sung</surname> <given-names>DJ</given-names>
</name>
<name>
<surname>Han</surname> <given-names>NY</given-names>
</name>
<etal/>
</person-group>. <article-title>Hepatocellular carcinoma pathologic grade prediction using radiomics and machine learning models of gadoxetic acid-enhanced MRI: a two-center study</article-title>. <source>Abdominal Radiol</source> (<year>2023</year>) <volume>48</volume>(<issue>1</issue>):<page-range>244&#x2013;56</page-range>. doi:&#xa0;<pub-id pub-id-type="doi">10.1007/s00261-022-03679-y</pub-id>
</citation>
</ref>
</ref-list>
</back>
</article>